-- Logs begin at Mon 2021-04-19 18:29:47 UTC, end at Mon 2021-04-19 19:23:41 UTC. -- Apr 19 19:00:47.834539 dv-cinder-786932-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 19 19:00:51.143404 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.common.config [-] Logging enabled! Apr 19 19:00:51.144052 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99 Apr 19 19:00:51.145436 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86251) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 19:00:51.147226 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.common.config [-] Logging enabled! Apr 19 19:00:51.147519 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99 Apr 19 19:00:51.147933 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86251) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 19:00:51.148972 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 19:00:51.149241 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 19:00:51.150314 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 19:00:51.150602 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 19:00:51.150864 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 19:00:51.151239 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.151585 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.151958 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.152226 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.152567 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.152905 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.153229 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.153566 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.153910 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.154239 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.154556 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.154887 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.155147 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.155469 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.155805 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.156165 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.156419 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] debug = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.156740 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.157288 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.157607 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.157926 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.158259 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.158577 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.158890 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.159208 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.159533 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.160473 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] host = dv-cinder-786932-1-smb {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.160795 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.161152 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.161597 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.161935 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.162255 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.162578 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.162908 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.163224 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.163542 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] log_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.163858 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.164215 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.164547 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.164886 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.165162 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.165379 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.165726 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.166059 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.166374 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.166690 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.167002 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.167313 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.167624 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.167956 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.168289 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.168618 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.168948 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.169262 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.169574 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.169885 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.170202 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.170532 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.170846 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.171159 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.171474 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.171805 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.172137 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.172454 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.172802 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.173171 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.173457 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.173783 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.174093 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.174429 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.174742 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.175052 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.175361 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] use_json = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.176289 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.176803 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.177135 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.177451 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.177767 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.178083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.178397 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.178734 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:51.179080 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.179424 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.179773 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.180127 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.180469 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.180790 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.181126 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.181446 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.181780 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.182115 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.182449 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.182768 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.183100 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.183421 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.183763 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.184145 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.184490 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.184833 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.185151 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.185469 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.185786 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.186106 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.186437 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.186785 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.187086 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.187403 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.187724 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.188086 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.188407 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.188722 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.189043 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.189381 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.189704 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.190017 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.190351 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.190669 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.190985 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.191963 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.192226 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.192567 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.192891 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.193206 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.193522 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.193843 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.194157 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.194488 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.194811 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.195128 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.195444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.195763 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.196109 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.196426 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.196750 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.197065 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.197383 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.197698 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.198012 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.198328 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.198643 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.198960 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.199277 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.199591 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.199927 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.200256 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.200572 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.200886 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.201204 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.201522 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.201856 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.202205 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.202530 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.202854 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.203178 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.203502 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.203822 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.204197 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.204521 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.204843 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.205160 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.205510 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.205838 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.206170 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.206498 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.207663 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.207848 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.208134 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.208677 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.208990 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.209313 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.209653 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.209983 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.210335 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.210674 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.211013 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.211353 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.211697 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.212048 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.212417 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.212740 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:51.212993 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 19:00:51.213275 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86251) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 19 19:00:51.901241 dv-cinder-786932-1-smb neutron-server[86251]: INFO keyring.backend [-] Loading Gnome Apr 19 19:00:51.918795 dv-cinder-786932-1-smb neutron-server[86251]: INFO keyring.backend [-] Loading Google Apr 19 19:00:51.921570 dv-cinder-786932-1-smb neutron-server[86251]: INFO keyring.backend [-] Loading Windows (alt) Apr 19 19:00:51.925376 dv-cinder-786932-1-smb neutron-server[86251]: INFO keyring.backend [-] Loading file Apr 19 19:00:51.926325 dv-cinder-786932-1-smb neutron-server[86251]: INFO keyring.backend [-] Loading keyczar Apr 19 19:00:51.926606 dv-cinder-786932-1-smb neutron-server[86251]: INFO keyring.backend [-] Loading multi Apr 19 19:00:51.927247 dv-cinder-786932-1-smb neutron-server[86251]: INFO keyring.backend [-] Loading pyfs Apr 19 19:00:51.975263 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:00:51.975488 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:00:51.975796 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:00:51.976197 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 19 19:00:52.388553 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.389152 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.389152 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.390519 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.390941 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.391235 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.430976 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.431289 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.431581 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.447267 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.447581 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.447924 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.523000 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.523312 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.523606 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.524690 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.524989 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.526995 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.824885 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.825199 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.825499 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.825797 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.826642 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.989214 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.989531 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.989817 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.990118 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.990412 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.990803 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.991294 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.991587 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.991930 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.992251 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.992545 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.992852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.993159 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.993455 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.993763 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.994080 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.994372 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.994708 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.994988 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.995331 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.995801 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.996106 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.996382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.996725 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.997005 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.997279 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:52.997727 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86251) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 19:00:52.997998 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86251) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 19:00:52.998268 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86251) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 19:00:52.998538 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86251) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 19:00:52.998808 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86251) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 19:00:52.999077 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86251) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 19:00:52.999495 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 19 19:00:53.002938 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 19 19:00:53.007675 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 19 19:00:53.011812 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Apr 19 19:00:53.013641 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 19 19:00:53.014925 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 19 19:00:53.015299 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 19 19:00:53.015733 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 19 19:00:53.019913 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 19 19:00:53.020258 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 19 19:00:53.020767 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 19:00:53.048122 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 19 19:00:53.048641 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.048979 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86251) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 19 19:00:53.049387 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.051406 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86251) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 19 19:00:53.051733 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 19:00:53.052073 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 19 19:00:53.055315 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.055627 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.127176 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 19 19:00:53.127452 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 19 19:00:53.127682 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 19 19:00:53.128120 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 19 19:00:53.163557 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_db.sqlalchemy.engines [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86251) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 19 19:00:53.642648 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Initializing driver for type 'gre' Apr 19 19:00:53.643292 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] gre ID ranges: [(1, 1000)] Apr 19 19:00:53.700934 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Initializing driver for type 'local' Apr 19 19:00:53.701439 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Initializing driver for type 'vlan' Apr 19 19:00:53.715213 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] VlanTypeDriver initialization complete Apr 19 19:00:53.715645 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Initializing driver for type 'vxlan' Apr 19 19:00:53.716360 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] vxlan ID ranges: [(1, 1000)] Apr 19 19:00:53.759491 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Initializing extension driver 'port_security' Apr 19 19:00:53.759930 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.extensions.port_security [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] PortSecurityExtensionDriver initialization complete Apr 19 19:00:53.760357 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Initializing mechanism driver 'openvswitch' Apr 19 19:00:53.760762 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Initializing mechanism driver 'hyperv' Apr 19 19:00:53.767350 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:00:53.768263 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > port after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.768772 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > port after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.769254 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > port after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.770327 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > subnet after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.770894 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > subnet after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.771369 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.771920 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > network after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.772393 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > network after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.772881 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > network after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.773388 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > security_group after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.773868 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > security_group after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.774518 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.775034 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.775518 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.776032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.776557 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > address_group after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.777038 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > address_group after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.777511 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.777969 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] ML2 OVO RPC backend initialized. {{(pid=86251) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 19 19:00:53.778902 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.779390 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.779977 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > network before_response 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.780472 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > networks before_response 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.780951 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > port before_response 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.781423 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > ports before_response 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.781902 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > subnet before_response 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.782384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > subnets before_response 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.782868 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > network after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.783344 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > network after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.783815 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > network after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.784333 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > port after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.784810 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > port after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.785917 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > port after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.786974 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > subnet after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.787464 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > subnet after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.787975 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.788763 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.plugin [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Modular L2 Plugin initialization complete Apr 19 19:00:53.789214 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading services supported by the core plugin {{(pid=86251) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 19 19:00:53.789846 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.plugins.ml2.managers [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Got port-security extension from driver 'port_security' Apr 19 19:00:53.790442 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.extensions.vlantransparent [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Disabled vlantransparent extension. Apr 19 19:00:53.791102 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86251) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 19 19:00:53.791544 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading Plugin: router Apr 19 19:00:53.832654 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.833110 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router after_create 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.833863 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router before_create 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.834399 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.834959 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.835455 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router after_delete 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.836006 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.836530 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router after_create 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.837017 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router after_update 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.837510 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router after_update 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.837993 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.838505 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router after_update 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.839136 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router precommit_update 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.839689 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: port after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.840224 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: port after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.840710 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: subnet after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.841191 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.841688 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.842185 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router precommit_create 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.842673 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: port before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.843160 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router precommit_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.843677 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router after_update 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.844185 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.844678 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router precommit_create 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.845193 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.845683 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router precommit_update 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.846229 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > network after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.847507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Tracking information for resource: router configured {{(pid=86251) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 19:00:53.848666 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Tracking information for resource: floatingip configured {{(pid=86251) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 19:00:53.853997 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.l3_agentschedulers_db [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 19 19:00:53.854662 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: port after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.855070 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: port after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.855468 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: port after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.856208 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: port after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.857103 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router before_create 55550100 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.857516 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.857921 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router precommit_create 55550100 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.858346 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > router precommit_update 55550100 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.863497 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.provider_configuration [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Service providers = [] {{(pid=86251) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 19 19:00:53.864034 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.servicetype_db [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86251) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 19 19:00:53.867104 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.service_base [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86251) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 19:00:53.867491 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.service_base [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86251) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 19:00:53.867904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.service_base [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86251) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 19:00:53.868808 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.service_base [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86251) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 19:00:53.869211 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.services.service_base [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 19 19:00:53.869653 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86251) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 19:00:53.870002 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 19 19:00:53.882552 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86251) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 19:00:53.883029 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading Plugin: auto_allocate Apr 19 19:00:53.889924 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: network precommit_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.890416 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: network precommit_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.891122 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86251) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 19:00:53.891587 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading Plugin: tag Apr 19 19:00:53.900132 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86251) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 19:00:53.900426 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading Plugin: timestamp Apr 19 19:00:53.904417 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86251) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 19:00:53.904875 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading Plugin: network_ip_availability Apr 19 19:00:53.910654 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.911069 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.911464 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:53.912342 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86251) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 19:00:53.912705 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading Plugin: flavors Apr 19 19:00:53.917392 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86251) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 19:00:53.917765 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading Plugin: revisions Apr 19 19:00:53.922347 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86251) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 19:00:53.922780 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.947s {{(pid=86251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:00:53.923626 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86251) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 19 19:00:53.924017 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Initializing extension manager. Apr 19 19:00:53.924586 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: __init__.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.924966 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: __pycache__ {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.925340 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.925862 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: address_group.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.926715 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.927374 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: address-group Apr 19 19:00:53.927736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: address_scope.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.928543 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.929113 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: address-scope Apr 19 19:00:53.929473 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.930492 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.931073 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: router-admin-state-down-before-update Apr 19 19:00:53.931436 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: agent.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.932243 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.932816 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: agent Apr 19 19:00:53.933181 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: agent_resources_synced.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.934113 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.934681 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: agent-resources-synced Apr 19 19:00:53.935044 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: allowedaddresspairs.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.936948 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.937525 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: allowed-address-pairs Apr 19 19:00:53.937890 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: auto_allocated_topology.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.938983 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.939553 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: auto-allocated-topology Apr 19 19:00:53.939946 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: availability_zone.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.940703 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.941912 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: availability_zone Apr 19 19:00:53.942197 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: availability_zone_filter.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.943166 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.943742 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: availability_zone_filter Apr 19 19:00:53.944127 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: data_plane_status.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.945191 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.945762 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension data-plane-status not supported by any of loaded plugins Apr 19 19:00:53.946126 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: default_subnetpools.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.947158 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.947842 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: default-subnetpools Apr 19 19:00:53.948232 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.949172 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.949894 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: dhcp_agent_scheduler Apr 19 19:00:53.950276 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: dns.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.951267 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.951835 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension dns-integration not supported by any of loaded plugins Apr 19 19:00:53.952220 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: dns_domain_ports.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.953155 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.953730 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 19 19:00:53.954090 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: dvr.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.954827 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.955400 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: dvr Apr 19 19:00:53.955757 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: empty_string_filtering.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.956728 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.957999 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: empty-string-filtering Apr 19 19:00:53.958813 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.959753 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.960348 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 19 19:00:53.960709 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.961633 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.962197 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 19 19:00:53.962556 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: external_net.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.963482 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.964080 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: external-net Apr 19 19:00:53.964444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.965367 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.965942 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: extra_dhcp_opt Apr 19 19:00:53.966301 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: extraroute.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.967238 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.967816 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: extraroute Apr 19 19:00:53.968242 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: extraroute_atomic.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.969294 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.969866 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: extraroute-atomic Apr 19 19:00:53.970230 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: filter_validation.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.970954 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.971523 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: filter-validation Apr 19 19:00:53.971904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: fip_pf_description.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.973093 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.973672 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 19 19:00:53.974028 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: fip_port_details.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.975102 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.975676 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: fip-port-details Apr 19 19:00:53.976066 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: flavors.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.977362 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.977937 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: flavors Apr 19 19:00:53.978305 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.980046 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.980635 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 19 19:00:53.980997 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: floatingip_pools.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.981761 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.982341 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: floatingip-pools Apr 19 19:00:53.982702 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: ip_allocation.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.983654 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.984255 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension ip_allocation not supported by any of loaded plugins Apr 19 19:00:53.984617 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.985548 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.986116 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: ip-substring-filtering Apr 19 19:00:53.986485 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: l2_adjacency.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.987411 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.987995 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 19 19:00:53.988416 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: l3.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.989721 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.990304 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: router Apr 19 19:00:53.990668 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.993066 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.993653 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 19 19:00:53.994027 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.994970 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.995549 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: ext-gw-mode Apr 19 19:00:53.995945 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.997001 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.997577 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: l3-ha Apr 19 19:00:53.997943 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: l3_flavors.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:53.998872 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:53.999448 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: l3-flavors Apr 19 19:00:53.999815 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.000826 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.001391 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 19 19:00:54.001754 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: l3agentscheduler.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.003020 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.003603 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: l3_agent_scheduler Apr 19 19:00:54.004589 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: logging.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.006181 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.006766 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension logging not supported by any of loaded plugins Apr 19 19:00:54.007127 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: metering.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.007955 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.008666 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: metering Apr 19 19:00:54.009025 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.010159 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.010734 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: metering_source_and_destination_fields Apr 19 19:00:54.011099 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: multiprovidernet.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.012078 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.012749 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: multi-provider Apr 19 19:00:54.013174 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: netmtu.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.014312 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.014883 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: net-mtu Apr 19 19:00:54.015244 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: netmtu_writable.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.016205 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.016775 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: net-mtu-writable Apr 19 19:00:54.017138 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: network_availability_zone.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.017998 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.018578 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: network_availability_zone Apr 19 19:00:54.018947 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: network_ip_availability.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.020683 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.021256 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: network-ip-availability Apr 19 19:00:54.021621 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: network_segment_range.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.022505 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.023109 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension network-segment-range not supported by any of loaded plugins Apr 19 19:00:54.023462 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: pagination.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.024574 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.024909 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: pagination Apr 19 19:00:54.025300 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: port_device_profile.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.026334 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.026929 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: port-device-profile Apr 19 19:00:54.027286 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.028267 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.028837 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: port-mac-address-regenerate Apr 19 19:00:54.029195 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.030148 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.030722 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: port-numa-affinity-policy Apr 19 19:00:54.031081 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: port_resource_request.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.032048 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.032616 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension port-resource-request not supported by any of loaded plugins Apr 19 19:00:54.032979 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: portbindings.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.033918 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.034485 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: binding Apr 19 19:00:54.034846 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: portbindings_extended.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.036736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.037316 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: binding-extended Apr 19 19:00:54.037681 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: portsecurity.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.038616 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.039185 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: port-security Apr 19 19:00:54.039550 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: project_id.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.040571 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.040945 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: project-id Apr 19 19:00:54.041308 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: providernet.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.042272 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.042867 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: provider Apr 19 19:00:54.043226 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: qos.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.047254 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.048058 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension qos not supported by any of loaded plugins Apr 19 19:00:54.048437 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.050060 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.051279 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 19 19:00:54.051672 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.052722 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.053301 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 19 19:00:54.053665 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: qos_default.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.054629 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.055286 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension qos-default not supported by any of loaded plugins Apr 19 19:00:54.055648 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: qos_fip.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.056396 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.056962 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension qos-fip not supported by any of loaded plugins Apr 19 19:00:54.057322 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: qos_gateway_ip.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.058296 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.058864 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 19 19:00:54.059224 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: qos_port_network_policy.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.060193 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.060768 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 19 19:00:54.061134 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: qos_rule_type_details.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.062098 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.062674 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 19 19:00:54.063037 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: qos_rules_alias.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.064155 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.064726 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 19 19:00:54.065088 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: quotasv2.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.066977 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.067231 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: quotas Apr 19 19:00:54.067595 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: quotasv2_detail.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.069502 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.069888 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: quota_details Apr 19 19:00:54.070254 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: rbac.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.071677 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.072499 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: rbac-policies Apr 19 19:00:54.072999 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: rbac_address_group.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.074012 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.074598 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: rbac-address-group Apr 19 19:00:54.074963 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: rbac_address_scope.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.076143 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.076903 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: rbac-address-scope Apr 19 19:00:54.077347 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: rbac_security_groups.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.078343 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.079028 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: rbac-security-groups Apr 19 19:00:54.079466 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: rbac_subnetpool.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.080549 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.081282 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: rbac-subnetpool Apr 19 19:00:54.081809 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: revisionifmatch.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.083939 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.084691 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: revision-if-match Apr 19 19:00:54.085091 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: revisions.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.086422 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.087066 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: standard-attr-revisions Apr 19 19:00:54.087517 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: router_availability_zone.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.088395 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.089090 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: router_availability_zone Apr 19 19:00:54.089546 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: routerservicetype.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.090706 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.091372 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension router-service-type not supported by any of loaded plugins Apr 19 19:00:54.091815 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.092979 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.093563 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: security-groups-normalized-cidr Apr 19 19:00:54.093924 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.094885 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.095468 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: port-security-groups-filtering Apr 19 19:00:54.095828 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.096834 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.097439 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: security-groups-remote-address-group Apr 19 19:00:54.097957 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: securitygroup.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.113180 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.113859 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: security-group Apr 19 19:00:54.114224 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: segment.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.115195 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.115776 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension segment not supported by any of loaded plugins Apr 19 19:00:54.116201 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.117216 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.117831 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 19 19:00:54.118195 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: servicetype.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.119325 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.119930 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: service-type Apr 19 19:00:54.120296 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: sorting.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.121288 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.121667 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: sorting Apr 19 19:00:54.122030 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: standard_attr_segment.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.122998 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.123586 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 19 19:00:54.123975 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: standardattrdescription.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.124687 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.125274 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: standard-attr-description Apr 19 19:00:54.125630 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: stateful_security_group.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.126609 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.127292 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: stateful-security-group Apr 19 19:00:54.127656 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: stdattrs_common.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.128298 dv-cinder-786932-1-smb neutron-server[86251]: WARNING neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 19 19:00:54.129183 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.130221 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.130798 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 19 19:00:54.131158 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: subnet_onboard.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.132291 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.132877 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: subnet_onboard Apr 19 19:00:54.133243 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.134181 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.134753 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 19 19:00:54.135152 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: subnet_service_types.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.136109 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.136696 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: subnet-service-types Apr 19 19:00:54.137060 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: subnetallocation.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.138147 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.138733 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: subnet_allocation Apr 19 19:00:54.139091 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.139802 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.140418 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: subnetpool-prefix-ops Apr 19 19:00:54.140784 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.141779 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.142371 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 19 19:00:54.142740 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: tagging.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.144240 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.145423 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: standard-attr-tag Apr 19 19:00:54.145793 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: timestamp.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.147362 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.148035 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loaded extension: standard-attr-timestamp Apr 19 19:00:54.148519 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: trunk.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.149706 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.150350 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension trunk not supported by any of loaded plugins Apr 19 19:00:54.150669 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: trunk_details.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.151636 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.152242 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension trunk-details not supported by any of loaded plugins Apr 19 19:00:54.152602 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: uplink_status_propagation.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.153577 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.154168 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 19 19:00:54.154527 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Loading extension file: vlantransparent.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 19:00:54.155267 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 19:00:54.155856 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 19 19:00:54.158829 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Creating instance of TrackedResource for resource:network Apr 19 19:00:54.159690 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Creating instance of TrackedResource for resource:subnet Apr 19 19:00:54.161111 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 19:00:54.161785 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Creating instance of TrackedResource for resource:port Apr 19 19:00:54.163509 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:00:54.164028 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Service FLAVORS assigned prefix: {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:00:54.164722 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:00:54.165188 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:00:54.165559 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Creating instance of TrackedResource for resource:router Apr 19 19:00:54.166313 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Creating instance of TrackedResource for resource:floatingip Apr 19 19:00:54.167099 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Service METERING assigned prefix: /metering {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:00:54.169056 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:54.169471 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:54.169854 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:00:54.171143 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 19:00:54.171646 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Creating instance of TrackedResource for resource:security_group Apr 19 19:00:54.172586 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 19:00:54.173403 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Service CORE assigned prefix: {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:00:54.173782 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 19:00:54.174292 dv-cinder-786932-1-smb neutron-server[86251]: WARNING neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] subnetpool is already registered Apr 19 19:00:54.174840 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Service CORE assigned prefix: {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:00:54.175209 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 19:00:54.175649 dv-cinder-786932-1-smb neutron-server[86251]: WARNING neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] subnetpool is already registered Apr 19 19:00:54.179430 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:00:54.179940 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Service FLAVORS assigned prefix: {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:00:54.180594 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:00:54.181059 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:00:54.181440 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Creating instance of TrackedResource for resource:router Apr 19 19:00:54.181812 dv-cinder-786932-1-smb neutron-server[86251]: WARNING neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] router is already registered Apr 19 19:00:54.182545 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Creating instance of TrackedResource for resource:floatingip Apr 19 19:00:54.182916 dv-cinder-786932-1-smb neutron-server[86251]: WARNING neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] floatingip is already registered Apr 19 19:00:54.183622 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Service METERING assigned prefix: /metering {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:00:54.184449 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 19:00:54.184828 dv-cinder-786932-1-smb neutron-server[86251]: WARNING neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] rbac_policy is already registered Apr 19 19:00:54.185484 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Creating instance of TrackedResource for resource:security_group Apr 19 19:00:54.185848 dv-cinder-786932-1-smb neutron-server[86251]: WARNING neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] security_group is already registered Apr 19 19:00:54.186510 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 19:00:54.186871 dv-cinder-786932-1-smb neutron-server[86251]: WARNING neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] security_group_rule is already registered Apr 19 19:00:54.187610 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Service CORE assigned prefix: {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:00:54.188139 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 19:00:54.188570 dv-cinder-786932-1-smb neutron-server[86251]: WARNING neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] subnetpool is already registered Apr 19 19:00:54.189274 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Service CORE assigned prefix: {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 19:00:54.189645 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 19:00:54.190007 dv-cinder-786932-1-smb neutron-server[86251]: WARNING neutron.quota.resource_registry [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] subnetpool is already registered Apr 19 19:00:54.190730 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: extensions {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.193249 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: address-groups {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.194921 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: address-scopes {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.196225 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: agents {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.197459 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: auto-allocated-topology {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.198750 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: availability_zones {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.200159 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: dhcp-networks {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.201630 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: dhcp-agents {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.203125 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: routers {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.205046 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: flavors {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.206276 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: service_profiles {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.208748 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: next_providers {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.210381 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: service_profiles {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.212156 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: floatingip-pools {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.213733 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: routers {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.215625 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: floatingips {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.216910 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: l3-routers {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.218401 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: l3-agents {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.219901 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: metering-labels {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.222505 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: metering-label-rules {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.223927 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: network-ip-availabilities {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.225294 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: bindings {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.227030 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: quotas {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.228595 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: quotas {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.230071 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: rbac-policies {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.231437 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: security-groups {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.232746 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: security-group-rules {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.234048 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: service-providers {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.235318 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: subnetpools {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.236850 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: subnetpools {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.238932 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.240763 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.242643 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.244522 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.246502 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.248645 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.250420 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.252422 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.255244 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.257226 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.extensions [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 19:00:54.264400 dv-cinder-786932-1-smb neutron-server[86251]: WARNING keystonemiddleware.auth_token [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 19 19:00:54.270668 dv-cinder-786932-1-smb neutron-server[86251]: WARNING keystonemiddleware.auth_token [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 19 19:00:54.282020 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Acquired lock "singleton_lock" {{(pid=86251) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 19 19:00:54.282657 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Releasing lock "singleton_lock" {{(pid=86251) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 19 19:00:54.284675 dv-cinder-786932-1-smb neutron-server[86251]: INFO oslo_service.service [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Starting 2 workers Apr 19 19:00:54.291303 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Started child 86366 {{(pid=86251) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 19:00:54.295379 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:54.296475 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Started child 86367 {{(pid=86251) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 19:00:54.297191 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [-] (86366) wsgi starting up on http://0.0.0.0:9696 Apr 19 19:00:54.298067 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.service [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 19 19:00:54.298753 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Notify callbacks [] for process, before_spawn {{(pid=86251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:54.301540 dv-cinder-786932-1-smb neutron-server[86251]: INFO oslo_service.service [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Starting 1 workers Apr 19 19:00:54.303084 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:54.305497 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [-] (86367) wsgi starting up on http://0.0.0.0:9696 Apr 19 19:00:54.307280 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Started child 86368 {{(pid=86251) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 19:00:54.307856 dv-cinder-786932-1-smb neutron-server[86251]: INFO oslo_service.service [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Starting 1 workers Apr 19 19:00:54.309872 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.service [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] calling RpcWorker wait() {{(pid=86368) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 19 19:00:54.310402 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.service [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] returning from RpcWorker wait() {{(pid=86368) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 19 19:00:54.312801 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:54.313009 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Started child 86369 {{(pid=86251) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 19:00:54.313512 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:00:54.313713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18546664-6ab8-4541-a6e8-02948a50f765 None None] Notify callbacks [] for process, after_spawn {{(pid=86251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:54.315708 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86251) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 19:00:54.315976 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 19:00:54.317599 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 19:00:54.317925 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 19:00:54.318557 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 19:00:54.318788 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 19:00:54.319581 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.319850 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.320374 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.320542 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:54.320682 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.321005 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.321655 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.321960 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.322261 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.322580 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.322818 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.323211 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.323380 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.323828 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.324150 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.324520 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.324798 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.325038 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.325514 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.325703 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.326150 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.326466 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.326753 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.327048 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] debug = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.327316 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.327923 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.328163 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.328608 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.328832 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.329305 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.329545 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.330029 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.330317 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.330518 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.330983 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.331262 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.331497 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.332487 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.332718 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.333161 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.333860 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.334321 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] host = dv-cinder-786932-1-smb {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.334559 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.334985 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.335224 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.335675 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.335959 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.336392 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.336679 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.336971 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.337247 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.337499 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.337944 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.338188 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.338624 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.338867 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] log_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.339230 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] log_options = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.339454 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.339988 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.340299 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.340496 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.340866 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.341020 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.341337 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.341505 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.341761 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.342160 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.342592 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.342831 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.343245 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.343464 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.343918 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.344372 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.344619 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.345036 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.345647 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.346028 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.346379 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.346618 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.346872 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.347249 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.347604 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.348375 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.348603 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.348854 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.349079 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.349315 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.349538 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.349761 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.349986 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.350208 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.350503 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.350767 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.350990 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.351219 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.351460 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.351744 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.352035 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.352299 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.352523 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.352744 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.352962 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.353192 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] use_json = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.353722 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.353722 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.354198 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.354198 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.354620 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.354620 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.355221 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.355221 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.355810 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.355810 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.356299 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.356299 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.356738 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.356970 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.357187 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.357421 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.357651 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.357882 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.358109 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.358328 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.358636 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.358853 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.359131 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.359479 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.359786 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.360108 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.360341 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.360576 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.360809 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.361044 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.361401 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.361711 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.361993 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.362223 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.362538 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.362775 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.363013 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.364216 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.364476 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.364825 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.365321 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.365899 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.366157 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.366384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.366608 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.366829 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:00:54.367065 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.367065 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.367485 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.367696 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.367939 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.368674 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.369201 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.369409 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.369673 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.370176 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.370562 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.370965 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.371439 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.371852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.372250 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.383713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.383713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.383713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.383713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.383713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.383713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.383713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.383713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.383713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.385123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.385123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.385123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.385123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.385123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.385123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.385123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.385123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.385123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.386444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.386444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.386444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.386444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.386444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.386444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.386444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.386444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.386444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.387840 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.387840 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.387840 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.387840 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.387840 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.387840 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.387840 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.387840 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.389032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.389032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.389032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.389032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.389032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.389032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.389032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.389032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.390187 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.390187 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.390187 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.390187 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.390187 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.390913 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.390913 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.391217 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.391474 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.391952 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.392416 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.392884 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.393334 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.393786 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.394248 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.394848 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.395307 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.395732 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.396292 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.396701 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.397172 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.397702 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.398199 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.398671 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.399110 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.399567 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.400067 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.400665 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.401021 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.401478 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.401928 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.402362 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.402861 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.403292 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.403730 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.404190 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.404674 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.405257 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.405752 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.406206 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.406621 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.407122 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.407662 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.408113 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.408635 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.409070 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.409533 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.410064 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.410575 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.410998 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.411427 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.411907 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.412335 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.412743 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.413166 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.414024 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.414024 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.414382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.415769 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.415769 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.415769 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.416323 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.416498 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.416865 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.417346 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.417771 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.418213 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.418666 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.419104 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.420264 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.420264 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.420761 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.420934 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.421618 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.421804 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.422229 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.422674 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.423147 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.423598 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.424083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.424497 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.424983 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.425418 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.426396 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.426832 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.427268 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.427703 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.428169 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.428622 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.429071 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.429546 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.430032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.430608 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.431070 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.431490 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.431949 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.432345 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.432824 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.433246 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.433653 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.434095 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.434518 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.434921 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.435368 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.435752 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.436159 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.436505 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.436842 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.437175 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.437522 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.437856 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.438313 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.438680 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.439034 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.439394 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.439726 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.440157 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.440588 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.441007 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.441996 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.442419 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.442875 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.443281 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.443686 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.444111 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.444462 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.444830 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.445178 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.445558 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.445936 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.446312 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.446673 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.447009 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.447347 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.447686 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.448071 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.448554 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.448942 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.449294 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.449702 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.450062 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.450435 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.450806 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.451332 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.451710 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.452192 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.452603 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.453029 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.453484 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.453951 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.454599 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.455097 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.455489 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.455895 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.456320 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.456725 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.457171 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.457534 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.458006 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.458859 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.459318 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.459764 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.460164 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.460495 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.460805 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.461104 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.461402 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.461700 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.462002 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.462325 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.462674 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.463006 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.463310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.463630 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.463930 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.464282 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.464662 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.465050 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.465426 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.465719 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 19:00:54.466381 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86251) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 19:00:54.466672 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 19:00:54.466960 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 19:00:54.467296 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 19:00:54.467606 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 19:00:54.467906 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 19:00:54.468273 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.468576 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.468880 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.469309 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.469624 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.469902 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.470140 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.470361 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.470639 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.470942 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.471276 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.471606 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.473348 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.473348 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.473348 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.473348 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.473348 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.473348 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.473348 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.476787 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.476787 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.476787 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.476787 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] debug = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.476787 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.476787 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.478057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.478057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.478057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.478057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.478057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.478057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.478057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.478057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.479692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.479692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.479692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.479692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.479692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.479692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.485265 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.485265 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] host = dv-cinder-786932-1-smb {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.485265 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.485265 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.485265 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.485265 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.485265 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.485265 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.488792 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.488792 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.488792 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.488792 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.488792 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.488792 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.488792 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.488792 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] log_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.489885 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] log_options = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.489885 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.489885 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.489885 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.489885 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.489885 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.489885 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.490870 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.490870 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.490870 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.490870 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.490870 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.490870 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.490870 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.490870 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.492083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.492083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.492083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.492083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.492083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.492083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.492083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.492083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.492877 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.492877 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.492877 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.492877 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.492877 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.492877 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.492877 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.492877 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.492877 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.493852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.493852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.493852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.493852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.493852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.493852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.494535 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.494535 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.494535 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.494952 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.494952 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.495186 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.495318 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.495441 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.495630 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] use_json = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.496515 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.496515 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.496515 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.497200 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.497200 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.497658 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.497658 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.498123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 19:00:54.498388 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.498625 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.498862 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.499146 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.499388 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.499675 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.499993 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.500297 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.500583 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.500878 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.501254 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.501598 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.501823 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.502066 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.502351 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.502640 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.502923 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.503208 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.503498 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.504361 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.504818 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.505245 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.505470 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.505720 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.505925 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.506210 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.506496 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.506789 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.507084 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.507369 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.507654 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.507970 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.508255 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.508536 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.508834 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.509117 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.509405 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.509687 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.509970 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.510256 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.510537 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.510820 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.511102 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.511384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.511666 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.511984 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.512267 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.512549 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.512832 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.513115 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.513423 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.513714 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.513999 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.514282 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.514575 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.514857 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.515137 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.515418 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.515712 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.516031 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.516313 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.516608 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.516889 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.517168 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.517450 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.517733 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.518015 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.518299 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.518581 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.518861 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.519142 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.522229 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.522229 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.522229 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.522229 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.522229 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.522229 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.522229 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.522229 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.522229 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.525736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.525736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.525736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.525736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.525736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.525736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.525736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.525736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.526911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.526911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.526911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.526911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.526911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.526911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.526911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.526911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.529320 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.529320 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.529320 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.529320 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.529320 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.529320 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.529320 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.529320 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.530911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.530911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.530911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.530911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.530911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.530911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.532568 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.532568 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.532568 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.532568 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.532568 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.532568 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.533433 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.533433 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.533433 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.533865 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.534024 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.534263 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.534590 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.534924 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.535770 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.536119 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.536443 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.536786 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.537119 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.537442 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.537750 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.538059 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.538444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.538676 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.538969 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.539293 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.539613 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.539965 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.540289 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.540599 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.540913 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.541251 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.541600 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.541833 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.542106 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.542429 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.542751 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.543078 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.543397 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.543640 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.543969 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.544250 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.544518 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.544838 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.545158 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.547893 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.547893 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.547893 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.547893 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.547893 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.547893 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.547893 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.547893 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.549115 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.549417 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.549721 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.550016 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.550307 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.551166 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.551463 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.551753 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.552271 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.552451 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.552702 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.553006 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.553306 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 37540) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:00:54.553495 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.553662 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.553905 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.554207 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.554507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.554793 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.555081 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.555366 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.555542 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:00:54.555708 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.555982 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.556277 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.556563 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.556868 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.557154 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.557439 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.557723 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.558006 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.558289 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.558573 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.558859 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.559142 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.559430 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.559713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.560036 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.560316 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.560599 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.560936 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.561186 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.561480 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.561766 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.562049 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.562346 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.562633 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.562919 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.563206 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.563736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.564398 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.564398 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.565014 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.565014 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.565489 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.565729 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.565968 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.567143 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.567143 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.567662 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.567662 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.568260 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.568518 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.568754 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.569313 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.569313 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.569827 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.570014 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.570357 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.570743 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.570995 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.571233 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.571568 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.572081 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.572333 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.572586 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.572896 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.573232 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.573569 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.573808 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.574198 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.574472 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.574859 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.575095 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.575333 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.575688 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.576044 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.576373 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.576669 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.576995 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.577317 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.578254 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0186038 Apr 19 19:00:54.579981 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.579981 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.579981 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.579981 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.579981 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.579981 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.579981 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.579981 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.579981 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.585469 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.585469 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.585469 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.585469 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.585469 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.585469 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.585469 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.585469 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.585469 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.587936 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.587936 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.587936 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.587936 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 19:00:54.587936 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 19:01:07.935751 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7950e5-d188-4f64-920b-c8307a6ab227 None None] get_active_networks_info from dv-cinder-786932-1-smb {{(pid=86368) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 19 19:01:08.086315 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0e5e2aac-2dc5-40e6-bd86-9a553835e0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789'] for agent, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:08.098666 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7950e5-d188-4f64-920b-c8307a6ab227 None None] No non-hosted networks {{(pid=86368) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 19 19:01:10.305817 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9a3167d-179d-4a84-a35c-23f596709c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789'] for agent, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:10.365766 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9b11076-a845-42af-8d54-4beb4258a8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:11.544860 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789'] for agent, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:11.667573 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789'] for agent, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:11.669046 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:11.669840 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:11.670616 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:11.671777 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:11.672674 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:11.673515 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:11.674321 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:11.675203 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:11.676741 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:11.677574 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:11.678905 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:11.679777 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:11.680741 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786932-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:01:11.689809 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786932-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:01:12.714071 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789'] for agent, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:14.112678 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 37634) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:01:14.800655 dv-cinder-786932-1-smb neutron-server[86251]: WARNING oslo_policy.policy [None req-e3d730fa-7fd1-4341-821f-e1c14b656d0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 19:01:14.802027 dv-cinder-786932-1-smb neutron-server[86251]: WARNING oslo_policy.policy [None req-e3d730fa-7fd1-4341-821f-e1c14b656d0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 19:01:15.041406 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [None req-e3d730fa-7fd1-4341-821f-e1c14b656d0b admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=86367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:01:15.055893 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-e3d730fa-7fd1-4341-821f-e1c14b656d0b admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9279344 Apr 19 19:01:16.892171 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.l3_hamode_db [None req-af936dd5-dc24-45c7-8cc7-b9d053e761be None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 19 19:01:16.999498 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af936dd5-dc24-45c7-8cc7-b9d053e761be None None] Routers set() bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:01:17.000127 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af936dd5-dc24-45c7-8cc7-b9d053e761be None None] Router IDs set() for agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 19 19:01:18.297748 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 37648) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:01:18.780460 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-39998d8c-4189-4782-a903-165b876e8abe admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:01:18.885768 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.policy [None req-39998d8c-4189-4782-a903-165b876e8abe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86367) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 19:01:18.942958 dv-cinder-786932-1-smb neutron-server[86251]: WARNING oslo_policy.policy [None req-39998d8c-4189-4782-a903-165b876e8abe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 19:01:18.943443 dv-cinder-786932-1-smb neutron-server[86251]: WARNING oslo_policy.policy [None req-39998d8c-4189-4782-a903-165b876e8abe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 19:01:18.962245 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota [None req-39998d8c-4189-4782-a903-165b876e8abe admin admin] Loaded quota_driver: . Apr 19 19:01:18.979226 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-39998d8c-4189-4782-a903-165b876e8abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:01:19.042385 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-39998d8c-4189-4782-a903-165b876e8abe admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291126394328', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291126394812', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291126368832', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291126375060', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291126426772', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291126427231', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036850816045', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850650669', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-538728', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-786333'] for rbac-policy, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:19.277667 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-39998d8c-4189-4782-a903-165b876e8abe admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:19.279197 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-39998d8c-4189-4782-a903-165b876e8abe admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9804327 Apr 19 19:01:22.620144 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 37662) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:01:23.034752 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'a542bf8632da40308c2b928d73b79db6'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:01:23.041197 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:01:23.045767 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Usage tracker for resource:network and tenant:a542bf8632da40308c2b928d73b79db6 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:01:23.049478 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:01:23.056710 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:01:23.065532 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Made reservation on behalf of a542bf8632da40308c2b928d73b79db6 for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:01:23.071735 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:23.089642 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:23.105554 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:01:23.109648 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Usage tracker for resource:security_group_rule and tenant:a542bf8632da40308c2b928d73b79db6 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:01:23.114491 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:01:23.120651 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:01:23.224116 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:23.227102 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:23.232168 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:01:23.251716 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:01:23.284326 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363291125222806', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:23.285022 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Unsubscribe: segment precommit_create {{(pid=86367) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 19:01:23.286163 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.segments_db [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Added segment fe526168-3a65-4740-9e18-7d1c20839881 of type vlan for network 16d521f1-2153-4232-89db-87cac8bac45c Apr 19 19:01:23.341153 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782a065c-fd58-457c-8504-85f010485960,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:01:23.366720 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:23.367059 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:23.367483 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:23.367912 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:23.368330 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:23.368736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:23.369135 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:23.369534 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:23.369945 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:23.370341 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:23.370733 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:23.371122 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Tracked resource versions report: Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: pushed versions: Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: { 'AddressGroup': {'1.2'}, Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'ConntrackHelper': {'1.0'}, Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'Log': {'1.0'}, Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'Network': {'1.1'}, Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'Port': {'1.7'}, Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'PortForwarding': {'1.2'}, Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'QosPolicy': {'1.8'}, Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroup': {'1.4'}, Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroupRule': {'1.2'}, Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'SubPort': {'1.0'}, Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'Subnet': {'1.1'}, Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'Trunk': {'1.1'}} Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: consumer versions: Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: { DHCP agent@dv-cinder-786932-1-smb: {}, Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: L3 agent@dv-cinder-786932-1-smb: {}, Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: Metadata agent@dv-cinder-786932-1-smb: {}, Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: Metering agent@dv-cinder-786932-1-smb: {}, Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: Open vSwitch agent@dv-cinder-786932-1-smb: { 'AddressGroup': '1.2', Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'ConntrackHelper': '1.0', Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'Log': '1.0', Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'Network': '1.1', Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'Port': '1.7', Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'PortForwarding': '1.2', Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'QosPolicy': '1.8', Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroup': '1.4', Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroupRule': '1.2', Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'SubPort': '1.0', Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'Subnet': '1.1', Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: 'Trunk': '1.1'}} Apr 19 19:01:23.372336 dv-cinder-786932-1-smb neutron-server[86251]: {{(pid=86367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 19:01:23.421703 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745729060330'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:23.431153 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:01:23.466597 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:23.468144 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:01:23.468843 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:23.474903 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:01:23.593514 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9720881 Apr 19 19:01:23.597016 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Pushing event updated for resources: {'Network': ['ID=16d521f1-2153-4232-89db-87cac8bac45c,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:01:23.611296 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:01:23.623564 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Network 16d521f1-2153-4232-89db-87cac8bac45c details requested by agent ovs-agent-dv-cinder-786932-1-smb with host dv-cinder-786932-1-smb {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:01:26.904082 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 37678) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:01:27.600126 dv-cinder-786932-1-smb neutron-server[86251]: WARNING oslo_policy.policy [None req-c6204a5d-c7e6-4930-a11e-03b537c4275c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 19:01:27.600768 dv-cinder-786932-1-smb neutron-server[86251]: WARNING oslo_policy.policy [None req-c6204a5d-c7e6-4930-a11e-03b537c4275c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 19:01:28.089785 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.policy [None req-c6204a5d-c7e6-4930-a11e-03b537c4275c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86366) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 19:01:28.321471 dv-cinder-786932-1-smb neutron-server[86251]: WARNING oslo_policy.policy [None req-c6204a5d-c7e6-4930-a11e-03b537c4275c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 19:01:28.321904 dv-cinder-786932-1-smb neutron-server[86251]: WARNING oslo_policy.policy [None req-c6204a5d-c7e6-4930-a11e-03b537c4275c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 19:01:28.340185 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6204a5d-c7e6-4930-a11e-03b537c4275c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:01:28.341955 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c6204a5d-c7e6-4930-a11e-03b537c4275c admin admin] 10.222.0.58 "GET /v2.0/networks/16d521f1-2153-4232-89db-87cac8bac45c HTTP/1.1" status: 200 len: 825 time: 1.4357755 Apr 19 19:01:28.383096 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-dce56c1a-a951-4d31-8ff6-9ec8386e6a63 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/055bc65d-a43e-47e9-8473-973742dba9aa HTTP/1.1" status: 200 len: 734 time: 0.0294638 Apr 19 19:01:28.395668 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Request body: {'subnet': {'network_id': '16d521f1-2153-4232-89db-87cac8bac45c', 'subnetpool_id': '055bc65d-a43e-47e9-8473-973742dba9aa', 'tenant_id': 'a542bf8632da40308c2b928d73b79db6', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:01:28.398794 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.quota [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Loaded quota_driver: . Apr 19 19:01:28.405249 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:01:28.412972 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Usage tracker for resource:subnet and tenant:a542bf8632da40308c2b928d73b79db6 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:01:28.416553 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:01:28.424075 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:01:28.438128 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Made reservation on behalf of a542bf8632da40308c2b928d73b79db6 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:01:28.444881 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:29.019612 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:29.025373 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:01:29.114658 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Checking segment: {'id': 'fe526168-3a65-4740-9e18-7d1c20839881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '16d521f1-2153-4232-89db-87cac8bac45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:01:29.115420 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Network hostable DHCP agents. Network: 16d521f1-2153-4232-89db-87cac8bac45c, hostable agents: ['2622c8cf-6b7c-41f1-9991-96794c704a9e'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:01:29.135200 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:01:29.145762 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:29.146134 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:29.146504 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:29.146863 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:29.147220 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:29.147576 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:29.147953 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:29.148306 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:29.148663 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:29.149008 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:29.149366 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:29.149701 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Tracked resource versions report: Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: pushed versions: Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: { 'AddressGroup': {'1.2'}, Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'ConntrackHelper': {'1.0'}, Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'Log': {'1.0'}, Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'Network': {'1.1'}, Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'Port': {'1.7'}, Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'PortForwarding': {'1.2'}, Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'QosPolicy': {'1.8'}, Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroup': {'1.4'}, Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroupRule': {'1.2'}, Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'SubPort': {'1.0'}, Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'Subnet': {'1.1'}, Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'Trunk': {'1.1'}} Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: consumer versions: Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: { DHCP agent@dv-cinder-786932-1-smb: {}, Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: L3 agent@dv-cinder-786932-1-smb: {}, Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: Metadata agent@dv-cinder-786932-1-smb: {}, Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: Metering agent@dv-cinder-786932-1-smb: {}, Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: Open vSwitch agent@dv-cinder-786932-1-smb: { 'AddressGroup': '1.2', Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'ConntrackHelper': '1.0', Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'Log': '1.0', Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'Network': '1.1', Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'Port': '1.7', Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'PortForwarding': '1.2', Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'QosPolicy': '1.8', Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroup': '1.4', Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroupRule': '1.2', Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'SubPort': '1.0', Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'Subnet': '1.1', Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: 'Trunk': '1.1'}} Apr 19 19:01:29.150778 dv-cinder-786932-1-smb neutron-server[86251]: {{(pid=86366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 19:01:29.182623 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Network 16d521f1-2153-4232-89db-87cac8bac45c is scheduled to be hosted by DHCP agent 2622c8cf-6b7c-41f1-9991-96794c704a9e with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:01:29.188579 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:01:29.196519 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-smb, 16d521f1-2153-4232-89db-87cac8bac45c) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:01:29.202508 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:01:29.204262 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:29.208927 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68956c72-21b4-4b78-aaac-7c9b807af3a8 None None] Network 16d521f1-2153-4232-89db-87cac8bac45c requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:01:29.233830 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8427904 Apr 19 19:01:29.842703 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9225150-cd2d-5ff7-9625-dca17b2103bc-16d521f1-2153-4232-89db-87cac8bac45c', 'network_id': '16d521f1-2153-4232-89db-87cac8bac45c', 'tenant_id': 'a542bf8632da40308c2b928d73b79db6', 'fixed_ips': [{'subnet_id': 'b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b'}]}} from dv-cinder-786932-1-smb. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 19:01:29.844361 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:30.104206 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Allocated IP 172.20.0.2 (16d521f1-2153-4232-89db-87cac8bac45c/b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b/e4e7f439-b315-44da-ad95-60c1d667e86f) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:01:30.378256 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:30.393564 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Transition to ACTIVE for port object e4e7f439-b315-44da-ad95-60c1d667e86f will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:01:30.415668 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Transition to ACTIVE for port object e4e7f439-b315-44da-ad95-60c1d667e86f will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:01:30.422104 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:30.431375 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:01:30.496963 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Network 16d521f1-2153-4232-89db-87cac8bac45c is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:01:30.500537 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Resources bound (agent type, host, resource id): {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:01:30.507604 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:01:30.514193 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Pushing event updated for resources: {'Port': ['ID=e4e7f439-b315-44da-ad95-60c1d667e86f,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:01:30.558303 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:30.558886 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:30.559422 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:30.559939 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:30.560475 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:30.560943 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:30.561404 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:30.561862 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:30.562324 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:30.562781 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:30.563302 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:30.563755 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Tracked resource versions report: Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: pushed versions: Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: { 'AddressGroup': {'1.2'}, Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'ConntrackHelper': {'1.0'}, Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'Log': {'1.0'}, Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'Network': {'1.1'}, Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'Port': {'1.7'}, Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'PortForwarding': {'1.2'}, Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'QosPolicy': {'1.8'}, Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroup': {'1.4'}, Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroupRule': {'1.2'}, Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'SubPort': {'1.0'}, Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'Subnet': {'1.1'}, Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'Trunk': {'1.1'}} Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: consumer versions: Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: { DHCP agent@dv-cinder-786932-1-smb: {}, Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: L3 agent@dv-cinder-786932-1-smb: {}, Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: Metadata agent@dv-cinder-786932-1-smb: {}, Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: Metering agent@dv-cinder-786932-1-smb: {}, Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: Open vSwitch agent@dv-cinder-786932-1-smb: { 'AddressGroup': '1.2', Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'ConntrackHelper': '1.0', Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'Log': '1.0', Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'Network': '1.1', Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'Port': '1.7', Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'PortForwarding': '1.2', Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'QosPolicy': '1.8', Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroup': '1.4', Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroupRule': '1.2', Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'SubPort': '1.0', Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'Subnet': '1.1', Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: 'Trunk': '1.1'}} Apr 19 19:01:30.564976 dv-cinder-786932-1-smb neutron-server[86251]: {{(pid=86368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 19:01:30.608650 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:01:30.640184 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Attempting to bind port e4e7f439-b315-44da-ad95-60c1d667e86f on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:01:30.640707 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Attempting to bind port e4e7f439-b315-44da-ad95-60c1d667e86f by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': 'fe526168-3a65-4740-9e18-7d1c20839881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '16d521f1-2153-4232-89db-87cac8bac45c'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:01:30.641247 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Attempting to bind port e4e7f439-b315-44da-ad95-60c1d667e86f on network 16d521f1-2153-4232-89db-87cac8bac45c {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:01:30.648300 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:01:30.648934 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Checking segment: {'id': 'fe526168-3a65-4740-9e18-7d1c20839881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '16d521f1-2153-4232-89db-87cac8bac45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:01:30.649692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:30.650375 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Bound using segment: {'id': 'fe526168-3a65-4740-9e18-7d1c20839881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '16d521f1-2153-4232-89db-87cac8bac45c'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:01:30.651233 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Bound port: e4e7f439-b315-44da-ad95-60c1d667e86f, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe526168-3a65-4740-9e18-7d1c20839881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '16d521f1-2153-4232-89db-87cac8bac45c'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:01:30.651765 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:30.799640 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] For port e4e7f439-b315-44da-ad95-60c1d667e86f, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:01:30.806865 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] For port e4e7f439-b315-44da-ad95-60c1d667e86f, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=e4e7f439-b315-44da-ad95-60c1d667e86f,segment=NetworkSegment(fe526168-3a65-4740-9e18-7d1c20839881),segment_id=fe526168-3a65-4740-9e18-7d1c20839881)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:01:30.811445 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:30.820836 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:01:30.976016 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Pushing event updated for resources: {'Port': ['ID=e4e7f439-b315-44da-ad95-60c1d667e86f,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:01:30.980375 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:01:32.740454 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 37698) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:01:33.383206 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [None req-9ca891c7-1a1f-427b-88b0-a12051b73ba8 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:01:33.384789 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-9ca891c7-1a1f-427b-88b0-a12051b73ba8 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6426976 Apr 19 19:01:37.372495 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 37712) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:01:37.772060 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-77672d9d-2a44-4eb9-9e16-71fbdb39538c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:37.930284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device e4e7f439-b315-44da-ad95-60c1d667e86f up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:01:37.937575 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [None req-ae7902ec-11db-4c71-933f-15aad63f5acb admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:01:37.938824 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-ae7902ec-11db-4c71-933f-15aad63f5acb admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5652425 Apr 19 19:01:38.050895 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port e4e7f439-b315-44da-ad95-60c1d667e86f completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:01:38.909441 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab0c476-8268-40e7-b5b6-094be66cd9b1 None None] Network 16d521f1-2153-4232-89db-87cac8bac45c requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:01:39.022214 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-d308220c-19f2-4934-9da5-9f5330cbe645 None None] Provisioning for port e4e7f439-b315-44da-ad95-60c1d667e86f completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:01:39.038454 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-d308220c-19f2-4934-9da5-9f5330cbe645 None None] Provisioning complete for port e4e7f439-b315-44da-ad95-60c1d667e86f triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:01:39.038885 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d308220c-19f2-4934-9da5-9f5330cbe645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:39.317931 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d308220c-19f2-4934-9da5-9f5330cbe645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:39.377941 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-d308220c-19f2-4934-9da5-9f5330cbe645 None None] For port e4e7f439-b315-44da-ad95-60c1d667e86f, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=e4e7f439-b315-44da-ad95-60c1d667e86f,segment=NetworkSegment(fe526168-3a65-4740-9e18-7d1c20839881),segment_id=fe526168-3a65-4740-9e18-7d1c20839881)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:01:39.382842 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d308220c-19f2-4934-9da5-9f5330cbe645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:39.387545 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:01:39.482624 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308220c-19f2-4934-9da5-9f5330cbe645 None None] Pushing event updated for resources: {'Port': ['ID=e4e7f439-b315-44da-ad95-60c1d667e86f,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:01:39.487272 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d308220c-19f2-4934-9da5-9f5330cbe645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:01:39.718163 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-a628ed9d-8b6f-4652-ba59-8f565613d0ab None None] Provisioning complete for port e4e7f439-b315-44da-ad95-60c1d667e86f triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:01:39.718492 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a628ed9d-8b6f-4652-ba59-8f565613d0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:39.916988 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device e4e7f439-b315-44da-ad95-60c1d667e86f up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:01:40.026600 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port e4e7f439-b315-44da-ad95-60c1d667e86f triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:01:40.027290 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:40.302528 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5bd58dc5-c33b-4301-a5b1-16c7672f21be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:41.117536 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 37744) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:01:41.306981 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-f870d3ea-a8ed-4b03-86ea-4f611816177c admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'a542bf8632da40308c2b928d73b79db6', 'name': 'router1'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:01:41.313237 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f870d3ea-a8ed-4b03-86ea-4f611816177c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:01:41.318692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f870d3ea-a8ed-4b03-86ea-4f611816177c admin admin] Usage tracker for resource:router and tenant:a542bf8632da40308c2b928d73b79db6 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:01:41.322535 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f870d3ea-a8ed-4b03-86ea-4f611816177c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:01:41.329522 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f870d3ea-a8ed-4b03-86ea-4f611816177c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:01:41.340716 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f870d3ea-a8ed-4b03-86ea-4f611816177c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-663020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774992'] for router, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:41.342173 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f870d3ea-a8ed-4b03-86ea-4f611816177c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854112796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854094078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854188013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-809'] for router, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:41.366223 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f870d3ea-a8ed-4b03-86ea-4f611816177c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:41.480927 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:41.482214 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f870d3ea-a8ed-4b03-86ea-4f611816177c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681951'] for router, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:41.504672 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f870d3ea-a8ed-4b03-86ea-4f611816177c admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:41.507459 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-f870d3ea-a8ed-4b03-86ea-4f611816177c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3884087 Apr 19 19:01:41.663921 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:42.606533 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:44.189388 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 37754) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:01:44.247502 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [None req-a1cb7553-81bf-4129-8ac1-c76e9acd8f14 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:01:44.248761 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-a1cb7553-81bf-4129-8ac1-c76e9acd8f14 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0582840 Apr 19 19:01:46.964762 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 37764) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:01:47.038142 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:01:47.046755 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:01:47.055197 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Usage tracker for resource:network and tenant:45d7f2137ff3448682e8cbc6ab500f4f is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:01:47.060601 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:01:47.074413 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:01:47.088673 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Made reservation on behalf of 45d7f2137ff3448682e8cbc6ab500f4f for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:01:47.094081 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:47.109175 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:47.127875 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:01:47.133504 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Usage tracker for resource:security_group_rule and tenant:45d7f2137ff3448682e8cbc6ab500f4f is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:01:47.137244 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:01:47.144638 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:01:47.250428 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:47.253687 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:47.259733 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:01:47.278243 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Reserving flat network on physical network physnet1 {{(pid=86367) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 19 19:01:47.303994 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78e57a2-dc2b-4d88-9417-cafbe2f67f45,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:01:47.308723 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:01:47.312213 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:47.312602 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.segments_db [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Added segment e674f699-417d-4ccb-9094-a89ea10a76bc of type flat for network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 Apr 19 19:01:47.352775 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745729060330'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:47.398781 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:47.400302 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:01:47.400997 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:47.406715 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:01:47.518285 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5519104 Apr 19 19:01:47.524911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Pushing event updated for resources: {'Network': ['ID=e4e5816e-6a67-4607-b0cd-dfb76bb3ca64,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:01:47.528075 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:01:47.544157 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 details requested by agent ovs-agent-dv-cinder-786932-1-smb with host dv-cinder-786932-1-smb {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:01:50.711501 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 37774) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:01:50.841964 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0dc85b-8030-4bfd-9915-a6e3573c8719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:01:50.843465 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-8d0dc85b-8030-4bfd-9915-a6e3573c8719 admin admin] 10.222.0.58 "GET /v2.0/subnets/b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b HTTP/1.1" status: 200 len: 849 time: 0.1305985 Apr 19 19:01:51.027114 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-73d4fdea-d44c-4d56-8583-364e9838b22e admin admin] 10.222.0.58 "GET /v2.0/routers/73d94bb9-5273-4668-8126-6df2b6e6affa HTTP/1.1" status: 200 len: 704 time: 0.1766546 Apr 19 19:01:51.556097 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:51.971306 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Allocated IP 172.20.0.1 (16d521f1-2153-4232-89db-87cac8bac45c/b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b/34c2aac1-eba2-4a08-a712-f48b22bbe3ba) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:01:52.143692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:52.165189 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Transition to ACTIVE for port object 34c2aac1-eba2-4a08-a712-f48b22bbe3ba will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:01:52.227448 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:52.232461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:01:52.299401 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Network 16d521f1-2153-4232-89db-87cac8bac45c is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:01:52.303743 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:01:52.310572 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:01:52.311131 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854117886'] for router_interface, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:52.450048 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Pushing event updated for resources: {'Port': ['ID=34c2aac1-eba2-4a08-a712-f48b22bbe3ba,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:01:52.474342 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:01:52.588917 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-605de8b6-8a05-4002-b0bf-c28cfcd4706e None None] Provisioning for port 34c2aac1-eba2-4a08-a712-f48b22bbe3ba completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:01:52.599029 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-605de8b6-8a05-4002-b0bf-c28cfcd4706e None None] Provisioning complete for port 34c2aac1-eba2-4a08-a712-f48b22bbe3ba triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:01:52.599778 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-605de8b6-8a05-4002-b0bf-c28cfcd4706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:52.616836 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:52.721346 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-605de8b6-8a05-4002-b0bf-c28cfcd4706e None None] Port 34c2aac1-eba2-4a08-a712-f48b22bbe3ba cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:01:52.953318 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:52.959463 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:52.961594 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853757521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658021'] for router_interface, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:52.969555 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:01:53.177900 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Pushing event updated for resources: {'Port': ['ID=34c2aac1-eba2-4a08-a712-f48b22bbe3ba,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:01:53.183452 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:01:53.299241 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Network 16d521f1-2153-4232-89db-87cac8bac45c is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:01:53.301165 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:01:53.552387 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-2490ad52-f094-4513-9c85-3315508f77d9 None None] Provisioning complete for port 34c2aac1-eba2-4a08-a712-f48b22bbe3ba triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:01:53.552907 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2490ad52-f094-4513-9c85-3315508f77d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:53.623279 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-2490ad52-f094-4513-9c85-3315508f77d9 None None] Port 34c2aac1-eba2-4a08-a712-f48b22bbe3ba cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:01:53.624129 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Router 73d94bb9-5273-4668-8126-6df2b6e6affa is scheduled to L3 agent 2c703743-f452-488c-92fc-d405be3d4735 with binding_index 1 {{(pid=86367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 19:01:53.948328 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:01:53.960942 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Sync routers for ids ['73d94bb9-5273-4668-8126-6df2b6e6affa'] in dv-cinder-786932-1-smb {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:01:53.964488 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] 10.222.0.58 "PUT /v2.0/routers/73d94bb9-5273-4668-8126-6df2b6e6affa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.9313459 Apr 19 19:01:53.972899 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Routers {'73d94bb9-5273-4668-8126-6df2b6e6affa'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:01:53.973886 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:01:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['73d94bb9-5273-4668-8126-6df2b6e6affa'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:01:54.198176 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Set router 73d94bb9-5273-4668-8126-6df2b6e6affa gateway port host: None {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:01:54.996254 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d94bb9-5273-4668-8126-6df2b6e6affa', 'name': 'router1', 'tenant_id': 'a542bf8632da40308c2b928d73b79db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:01:41Z', 'updated_at': '2021-04-19T19:01:52Z', 'revision_number': 2, 'project_id': 'a542bf8632da40308c2b928d73b79db6', 'gw_port_host': None, '_interfaces': [{'id': '34c2aac1-eba2-4a08-a712-f48b22bbe3ba', 'name': '', 'network_id': '16d521f1-2153-4232-89db-87cac8bac45c', 'tenant_id': 'a542bf8632da40308c2b928d73b79db6', 'mac_address': 'fa:16:3e:48:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d94bb9-5273-4668-8126-6df2b6e6affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:01:51Z', 'updated_at': '2021-04-19T19:01:52Z', 'revision_number': 2, 'project_id': 'a542bf8632da40308c2b928d73b79db6', 'subnets': [{'id': 'b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '055bc65d-a43e-47e9-8473-973742dba9aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:01:55.005590 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Checking router: 73d94bb9-5273-4668-8126-6df2b6e6affa for host: dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:01:55.006144 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Updating router 73d94bb9-5273-4668-8126-6df2b6e6affa port 34c2aac1-eba2-4a08-a712-f48b22bbe3ba binding host dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:01:55.117806 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:55.682403 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:55.709184 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Transition to ACTIVE for port object 34c2aac1-eba2-4a08-a712-f48b22bbe3ba will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:01:55.717802 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:55.723395 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:01:55.871372 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfd670-0706-4220-b89c-fc949cadedb8 None None] Pushing event updated for resources: {'Port': ['ID=34c2aac1-eba2-4a08-a712-f48b22bbe3ba,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:01:55.911658 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd670-0706-4220-b89c-fc949cadedb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:55.912121 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd670-0706-4220-b89c-fc949cadedb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:55.912415 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd670-0706-4220-b89c-fc949cadedb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:55.912784 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd670-0706-4220-b89c-fc949cadedb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:55.913150 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd670-0706-4220-b89c-fc949cadedb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:55.913512 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd670-0706-4220-b89c-fc949cadedb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:55.913873 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd670-0706-4220-b89c-fc949cadedb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:55.914233 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd670-0706-4220-b89c-fc949cadedb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:55.914590 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd670-0706-4220-b89c-fc949cadedb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:55.914960 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd670-0706-4220-b89c-fc949cadedb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:55.915322 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd670-0706-4220-b89c-fc949cadedb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:55.915655 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd670-0706-4220-b89c-fc949cadedb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfd670-0706-4220-b89c-fc949cadedb8 None None] Tracked resource versions report: Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: pushed versions: Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: { 'AddressGroup': {'1.2'}, Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'ConntrackHelper': {'1.0'}, Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'Log': {'1.0'}, Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'Network': {'1.1'}, Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'Port': {'1.7'}, Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'PortForwarding': {'1.2'}, Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'QosPolicy': {'1.8'}, Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroup': {'1.4'}, Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroupRule': {'1.2'}, Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'SubPort': {'1.0'}, Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'Subnet': {'1.1'}, Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'Trunk': {'1.1'}} Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: consumer versions: Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: { DHCP agent@dv-cinder-786932-1-smb: {}, Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: L3 agent@dv-cinder-786932-1-smb: {}, Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: Metadata agent@dv-cinder-786932-1-smb: {}, Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: Metering agent@dv-cinder-786932-1-smb: {}, Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: Open vSwitch agent@dv-cinder-786932-1-smb: { 'AddressGroup': '1.2', Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'ConntrackHelper': '1.0', Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'Log': '1.0', Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'Network': '1.1', Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'Port': '1.7', Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'PortForwarding': '1.2', Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'QosPolicy': '1.8', Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroup': '1.4', Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroupRule': '1.2', Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'SubPort': '1.0', Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'Subnet': '1.1', Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: 'Trunk': '1.1'}} Apr 19 19:01:55.917031 dv-cinder-786932-1-smb neutron-server[86251]: {{(pid=86369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 19:01:55.921660 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c7dfd670-0706-4220-b89c-fc949cadedb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:01:55.990882 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Attempting to bind port 34c2aac1-eba2-4a08-a712-f48b22bbe3ba on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:01:55.991295 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Attempting to bind port 34c2aac1-eba2-4a08-a712-f48b22bbe3ba by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': 'fe526168-3a65-4740-9e18-7d1c20839881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '16d521f1-2153-4232-89db-87cac8bac45c'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:01:55.991710 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Attempting to bind port 34c2aac1-eba2-4a08-a712-f48b22bbe3ba on network 16d521f1-2153-4232-89db-87cac8bac45c {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:01:55.998259 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:01:55.998696 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Checking segment: {'id': 'fe526168-3a65-4740-9e18-7d1c20839881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '16d521f1-2153-4232-89db-87cac8bac45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:01:55.999174 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:55.999612 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Bound using segment: {'id': 'fe526168-3a65-4740-9e18-7d1c20839881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '16d521f1-2153-4232-89db-87cac8bac45c'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:01:56.000253 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Bound port: 34c2aac1-eba2-4a08-a712-f48b22bbe3ba, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe526168-3a65-4740-9e18-7d1c20839881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '16d521f1-2153-4232-89db-87cac8bac45c'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:01:56.000664 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:56.109402 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] For port 34c2aac1-eba2-4a08-a712-f48b22bbe3ba, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:01:56.114897 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] For port 34c2aac1-eba2-4a08-a712-f48b22bbe3ba, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=34c2aac1-eba2-4a08-a712-f48b22bbe3ba,segment=NetworkSegment(fe526168-3a65-4740-9e18-7d1c20839881),segment_id=fe526168-3a65-4740-9e18-7d1c20839881)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:01:56.121935 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:56.126414 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:01:56.219418 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Routers {'73d94bb9-5273-4668-8126-6df2b6e6affa'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:01:56.220185 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:01:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['73d94bb9-5273-4668-8126-6df2b6e6affa'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:01:56.401443 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfd670-0706-4220-b89c-fc949cadedb8 None None] Pushing event updated for resources: {'Port': ['ID=34c2aac1-eba2-4a08-a712-f48b22bbe3ba,revision_number=4']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:01:56.405696 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c7dfd670-0706-4220-b89c-fc949cadedb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:01:56.470060 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] Set router 73d94bb9-5273-4668-8126-6df2b6e6affa gateway port host: None {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:01:56.948868 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d94bb9-5273-4668-8126-6df2b6e6affa', 'name': 'router1', 'tenant_id': 'a542bf8632da40308c2b928d73b79db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:01:41Z', 'updated_at': '2021-04-19T19:01:52Z', 'revision_number': 2, 'project_id': 'a542bf8632da40308c2b928d73b79db6', 'gw_port_host': None, '_interfaces': [{'id': '34c2aac1-eba2-4a08-a712-f48b22bbe3ba', 'name': '', 'network_id': '16d521f1-2153-4232-89db-87cac8bac45c', 'tenant_id': 'a542bf8632da40308c2b928d73b79db6', 'mac_address': 'fa:16:3e:48:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d94bb9-5273-4668-8126-6df2b6e6affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:01:51Z', 'updated_at': '2021-04-19T19:01:56Z', 'revision_number': 4, 'project_id': 'a542bf8632da40308c2b928d73b79db6', 'subnets': [{'id': 'b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '055bc65d-a43e-47e9-8473-973742dba9aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:01:56.953069 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b01f73-efdd-4ea7-9bca-b1e862b159cd None None] The sync data for ids ['73d94bb9-5273-4668-8126-6df2b6e6affa'] in dv-cinder-786932-1-smb is: [{'id': '73d94bb9-5273-4668-8126-6df2b6e6affa', 'name': 'router1', 'tenant_id': 'a542bf8632da40308c2b928d73b79db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:01:41Z', 'updated_at': '2021-04-19T19:01:52Z', 'revision_number': 2, 'project_id': 'a542bf8632da40308c2b928d73b79db6', 'gw_port_host': None, '_interfaces': [{'id': '34c2aac1-eba2-4a08-a712-f48b22bbe3ba', 'name': '', 'network_id': '16d521f1-2153-4232-89db-87cac8bac45c', 'tenant_id': 'a542bf8632da40308c2b928d73b79db6', 'mac_address': 'fa:16:3e:48:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d94bb9-5273-4668-8126-6df2b6e6affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:01:51Z', 'updated_at': '2021-04-19T19:01:56Z', 'revision_number': 4, 'project_id': 'a542bf8632da40308c2b928d73b79db6', 'subnets': [{'id': 'b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '055bc65d-a43e-47e9-8473-973742dba9aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:01:57.002464 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 37786) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:01:57.353285 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e34884-a263-4b36-bdde-9389cd3c82a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:01:57.353915 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-24e34884-a263-4b36-bdde-9389cd3c82a3 admin admin] Synchronizing usage tracker for tenant:45d7f2137ff3448682e8cbc6ab500f4f on resource:network {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:01:57.372385 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-24e34884-a263-4b36-bdde-9389cd3c82a3 admin admin] Unset dirty status for tenant:45d7f2137ff3448682e8cbc6ab500f4f on resource:network {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:01:57.373684 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-24e34884-a263-4b36-bdde-9389cd3c82a3 admin admin] 10.222.0.58 "GET /v2.0/networks/e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 HTTP/1.1" status: 200 len: 842 time: 0.3700590 Apr 19 19:01:57.385089 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-e25eccd4-55c1-4379-b192-89a7a535e581 admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:01:57.391088 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-e25eccd4-55c1-4379-b192-89a7a535e581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:01:57.395213 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-e25eccd4-55c1-4379-b192-89a7a535e581 admin admin] Usage tracker for resource:subnet and tenant:45d7f2137ff3448682e8cbc6ab500f4f is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:01:57.399995 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-e25eccd4-55c1-4379-b192-89a7a535e581 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:01:57.406717 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-e25eccd4-55c1-4379-b192-89a7a535e581 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:01:57.417032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25eccd4-55c1-4379-b192-89a7a535e581 admin admin] Made reservation on behalf of 45d7f2137ff3448682e8cbc6ab500f4f for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:01:57.421703 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e25eccd4-55c1-4379-b192-89a7a535e581 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:57.928382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.objects.ports [None req-e25eccd4-55c1-4379-b192-89a7a535e581 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86367) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 19 19:01:57.928964 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e25eccd4-55c1-4379-b192-89a7a535e581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:57.933391 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:01:58.027638 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eccd4-55c1-4379-b192-89a7a535e581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=802e8c21-e3db-4541-8cf5-b393bddf9a24,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:01:58.031073 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e25eccd4-55c1-4379-b192-89a7a535e581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:01:58.034427 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25eccd4-55c1-4379-b192-89a7a535e581 admin admin] Checking segment: {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:01:58.034966 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25eccd4-55c1-4379-b192-89a7a535e581 admin admin] Network hostable DHCP agents. Network: e4e5816e-6a67-4607-b0cd-dfb76bb3ca64, hostable agents: ['2622c8cf-6b7c-41f1-9991-96794c704a9e'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:01:58.065829 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25eccd4-55c1-4379-b192-89a7a535e581 admin admin] Network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 is scheduled to be hosted by DHCP agent 2622c8cf-6b7c-41f1-9991-96794c704a9e with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:01:58.076572 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-e25eccd4-55c1-4379-b192-89a7a535e581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-smb, e4e5816e-6a67-4607-b0cd-dfb76bb3ca64) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:01:58.081435 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25eccd4-55c1-4379-b192-89a7a535e581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:01:58.082215 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e25eccd4-55c1-4379-b192-89a7a535e581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:58.094107 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7954394-d64d-499e-84ad-d95ff054da10 None None] Network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:01:58.109404 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-e25eccd4-55c1-4379-b192-89a7a535e581 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7283967 Apr 19 19:01:58.506884 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af539f17-8f1a-4947-9973-fea303fb1b8d None None] Network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:02:01.373736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 37800) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:02:01.605454 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-99fd0842-68f9-47e2-a798-6c0af9324050 admin admin] 10.222.0.58 "GET /v2.0/routers/73d94bb9-5273-4668-8126-6df2b6e6affa HTTP/1.1" status: 200 len: 710 time: 0.2276425 Apr 19 19:02:01.762252 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e8b78b-60bb-45e3-839a-782adaadccaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:02:01.763761 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-77e8b78b-60bb-45e3-839a-782adaadccaa admin admin] 10.222.0.58 "GET /v2.0/networks/e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 HTTP/1.1" status: 200 len: 886 time: 0.1538961 Apr 19 19:02:01.774460 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:02:01.942957 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 34c2aac1-eba2-4a08-a712-f48b22bbe3ba up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:02:02.018704 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port 34c2aac1-eba2-4a08-a712-f48b22bbe3ba completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:02:02.025067 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 34c2aac1-eba2-4a08-a712-f48b22bbe3ba triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:02:02.025551 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:02.169774 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:02.207122 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port 34c2aac1-eba2-4a08-a712-f48b22bbe3ba, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=34c2aac1-eba2-4a08-a712-f48b22bbe3ba,segment=NetworkSegment(fe526168-3a65-4740-9e18-7d1c20839881),segment_id=fe526168-3a65-4740-9e18-7d1c20839881)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:02:02.211291 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:02.215906 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d308220c-19f2-4934-9da5-9f5330cbe645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:02.290057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854117281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:02.468170 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=34c2aac1-eba2-4a08-a712-f48b22bbe3ba,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:02.471587 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:02.780871 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:02.845087 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:03.007800 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] Allocated IP 172.28.1.23 (e4e5816e-6a67-4607-b0cd-dfb76bb3ca64/802e8c21-e3db-4541-8cf5-b393bddf9a24/c71da03a-d211-4248-a46f-cace07c70ff4) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:02:03.358627 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:03.387400 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:03.392491 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:03.459860 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] Network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:02:03.463134 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:02:03.467893 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:02:03.530726 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] Pushing event updated for resources: {'Port': ['ID=c71da03a-d211-4248-a46f-cace07c70ff4,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:03.593920 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:03.896887 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:03.919741 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 34c2aac1-eba2-4a08-a712-f48b22bbe3ba up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:02:04.001349 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 34c2aac1-eba2-4a08-a712-f48b22bbe3ba triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:02:04.001849 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:04.273522 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854117281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:04.277376 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-681934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854093882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658472'] for router, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:04.474334 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] Router 73d94bb9-5273-4668-8126-6df2b6e6affa has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:02:04.686231 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:02:04.697854 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:04.700364 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] 10.222.0.58 "PUT /v2.0/routers/73d94bb9-5273-4668-8126-6df2b6e6affa HTTP/1.1" status: 200 len: 889 time: 2.9298003 Apr 19 19:02:04.700915 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Sync routers for ids ['73d94bb9-5273-4668-8126-6df2b6e6affa'] in dv-cinder-786932-1-smb {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:02:04.713649 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Routers {'73d94bb9-5273-4668-8126-6df2b6e6affa'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:02:04.713968 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:01:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['73d94bb9-5273-4668-8126-6df2b6e6affa'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:02:04.948310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Set router 73d94bb9-5273-4668-8126-6df2b6e6affa gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:02:05.398079 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:02:05.484516 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d94bb9-5273-4668-8126-6df2b6e6affa', 'name': 'router1', 'tenant_id': 'a542bf8632da40308c2b928d73b79db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c71da03a-d211-4248-a46f-cace07c70ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:01:41Z', 'updated_at': '2021-04-19T19:02:03Z', 'revision_number': 4, 'project_id': 'a542bf8632da40308c2b928d73b79db6', 'gw_port': {'id': 'c71da03a-d211-4248-a46f-cace07c70ff4', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d94bb9-5273-4668-8126-6df2b6e6affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:02:02Z', 'updated_at': '2021-04-19T19:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '34c2aac1-eba2-4a08-a712-f48b22bbe3ba', 'name': '', 'network_id': '16d521f1-2153-4232-89db-87cac8bac45c', 'tenant_id': 'a542bf8632da40308c2b928d73b79db6', 'mac_address': 'fa:16:3e:48:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d94bb9-5273-4668-8126-6df2b6e6affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:01:51Z', 'updated_at': '2021-04-19T19:02:02Z', 'revision_number': 5, 'project_id': 'a542bf8632da40308c2b928d73b79db6', 'subnets': [{'id': 'b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '055bc65d-a43e-47e9-8473-973742dba9aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:02:05.495024 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Checking router: 73d94bb9-5273-4668-8126-6df2b6e6affa for host: dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:02:05.495683 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Updating router 73d94bb9-5273-4668-8126-6df2b6e6affa port c71da03a-d211-4248-a46f-cace07c70ff4 binding host dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:02:05.599910 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:06.113565 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:06.131635 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Transition to ACTIVE for port object c71da03a-d211-4248-a46f-cace07c70ff4 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:02:06.138978 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:06.145205 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:06.241061 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Attempting to bind port c71da03a-d211-4248-a46f-cace07c70ff4 on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:02:06.241598 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Attempting to bind port c71da03a-d211-4248-a46f-cace07c70ff4 by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:02:06.242090 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Attempting to bind port c71da03a-d211-4248-a46f-cace07c70ff4 on network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:02:06.249589 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd11a0-92b0-4e01-b3a6-c3a0e15b6a23 None None] Pushing event updated for resources: {'Port': ['ID=c71da03a-d211-4248-a46f-cace07c70ff4,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:06.256001 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-42bd11a0-92b0-4e01-b3a6-c3a0e15b6a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:06.257313 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:02:06.257957 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Checking segment: {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:02:06.258657 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:06.259332 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Bound using segment: {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:02:06.260186 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Bound port: c71da03a-d211-4248-a46f-cace07c70ff4, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:02:06.260841 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:06.344903 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] For port c71da03a-d211-4248-a46f-cace07c70ff4, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:02:06.348467 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] For port c71da03a-d211-4248-a46f-cace07c70ff4, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=c71da03a-d211-4248-a46f-cace07c70ff4,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:02:06.352673 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:06.357112 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:06.445023 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Routers {'73d94bb9-5273-4668-8126-6df2b6e6affa'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:02:06.445705 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:01:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['73d94bb9-5273-4668-8126-6df2b6e6affa'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:02:06.507387 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd11a0-92b0-4e01-b3a6-c3a0e15b6a23 None None] Pushing event updated for resources: {'Port': ['ID=c71da03a-d211-4248-a46f-cace07c70ff4,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:06.616497 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-42bd11a0-92b0-4e01-b3a6-c3a0e15b6a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:06.741150 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] Set router 73d94bb9-5273-4668-8126-6df2b6e6affa gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:02:07.390438 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d94bb9-5273-4668-8126-6df2b6e6affa', 'name': 'router1', 'tenant_id': 'a542bf8632da40308c2b928d73b79db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c71da03a-d211-4248-a46f-cace07c70ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:01:41Z', 'updated_at': '2021-04-19T19:02:03Z', 'revision_number': 4, 'project_id': 'a542bf8632da40308c2b928d73b79db6', 'gw_port': {'id': 'c71da03a-d211-4248-a46f-cace07c70ff4', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d94bb9-5273-4668-8126-6df2b6e6affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:02:02Z', 'updated_at': '2021-04-19T19:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '34c2aac1-eba2-4a08-a712-f48b22bbe3ba', 'name': '', 'network_id': '16d521f1-2153-4232-89db-87cac8bac45c', 'tenant_id': 'a542bf8632da40308c2b928d73b79db6', 'mac_address': 'fa:16:3e:48:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d94bb9-5273-4668-8126-6df2b6e6affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:01:51Z', 'updated_at': '2021-04-19T19:02:02Z', 'revision_number': 5, 'project_id': 'a542bf8632da40308c2b928d73b79db6', 'subnets': [{'id': 'b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '055bc65d-a43e-47e9-8473-973742dba9aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:02:07.395162 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5852b4d-c13e-4e86-ad2f-f1771c88701a None None] The sync data for ids ['73d94bb9-5273-4668-8126-6df2b6e6affa'] in dv-cinder-786932-1-smb is: [{'id': '73d94bb9-5273-4668-8126-6df2b6e6affa', 'name': 'router1', 'tenant_id': 'a542bf8632da40308c2b928d73b79db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c71da03a-d211-4248-a46f-cace07c70ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:01:41Z', 'updated_at': '2021-04-19T19:02:03Z', 'revision_number': 4, 'project_id': 'a542bf8632da40308c2b928d73b79db6', 'gw_port': {'id': 'c71da03a-d211-4248-a46f-cace07c70ff4', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d94bb9-5273-4668-8126-6df2b6e6affa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:02:02Z', 'updated_at': '2021-04-19T19:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '34c2aac1-eba2-4a08-a712-f48b22bbe3ba', 'name': '', 'network_id': '16d521f1-2153-4232-89db-87cac8bac45c', 'tenant_id': 'a542bf8632da40308c2b928d73b79db6', 'mac_address': 'fa:16:3e:48:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d94bb9-5273-4668-8126-6df2b6e6affa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:01:51Z', 'updated_at': '2021-04-19T19:02:02Z', 'revision_number': 5, 'project_id': 'a542bf8632da40308c2b928d73b79db6', 'subnets': [{'id': 'b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '055bc65d-a43e-47e9-8473-973742dba9aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:02:07.776886 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7fe3e9b8-82e0-4308-b9c1-a8c6b6846ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:07.895195 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 37810) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:02:07.964269 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device c71da03a-d211-4248-a46f-cace07c70ff4 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:02:08.050336 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-ec4b0716-0a1c-41be-9a66-ae0b5f8a4fd9 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1533518 Apr 19 19:02:08.103943 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port c71da03a-d211-4248-a46f-cace07c70ff4 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:02:08.112580 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port c71da03a-d211-4248-a46f-cace07c70ff4 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:02:08.113260 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:08.461838 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:08.494853 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port c71da03a-d211-4248-a46f-cace07c70ff4, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=c71da03a-d211-4248-a46f-cace07c70ff4,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:02:08.499121 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:08.502551 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-42bd11a0-92b0-4e01-b3a6-c3a0e15b6a23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:02:08.611106 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=c71da03a-d211-4248-a46f-cace07c70ff4,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:02:08.616323 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:02:09.942293 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device c71da03a-d211-4248-a46f-cace07c70ff4 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:02:10.088954 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port c71da03a-d211-4248-a46f-cace07c70ff4 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:02:10.089601 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:10.333680 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ec0710b8-b5e6-413c-bbfb-c92c95dcd0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:11.491463 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:11.685783 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:12.627444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:37.774824 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-192b205e-07c4-49b7-a3e4-2473438eeaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:40.303758 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0c66d8d7-ba2f-4def-bf25-313b713da7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:41.485492 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:41.653182 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:42.389995 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:02:42.616402 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:07.767247 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-44b354cd-5001-4fde-b9db-e159954d25ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:10.305351 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-40583c11-3293-46af-b776-5e68e44fe1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:11.481627 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:11.648015 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:12.621507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:19.389017 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:03:37.769661 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9d630c3a-62a3-4a19-8a8a-38c834ed2952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:40.297918 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-491cf1c3-f05d-4b46-a9ee-2c733c84d5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:41.485232 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:41.657468 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:42.625346 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:55.600487 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 38380) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:03:55.674931 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae013bab-de86-4cb1-bfb7-bc25dec3d7b7 admin admin] GET failed (client error): The resource could not be found. Apr 19 19:03:55.676452 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-ae013bab-de86-4cb1-bfb7-bc25dec3d7b7 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0748351 Apr 19 19:03:55.992452 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c6713d-cdf3-4ff8-a6a6-8b48821cd420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:03:55.994019 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-24c6713d-cdf3-4ff8-a6a6-8b48821cd420 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3124449 Apr 19 19:03:56.389255 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:03:58.715920 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 38390) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:03:58.846440 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d53ecf-5e0e-439a-9479-e644a4689947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:03:58.847154 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c7d53ecf-5e0e-439a-9479-e644a4689947 admin admin] Synchronizing usage tracker for tenant:45d7f2137ff3448682e8cbc6ab500f4f on resource:subnet {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:03:58.863918 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c7d53ecf-5e0e-439a-9479-e644a4689947 admin admin] Unset dirty status for tenant:45d7f2137ff3448682e8cbc6ab500f4f on resource:subnet {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:03:58.865338 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c7d53ecf-5e0e-439a-9479-e644a4689947 admin admin] 10.222.0.58 "GET /v2.0/subnets/b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b HTTP/1.1" status: 200 len: 849 time: 0.1483641 Apr 19 19:03:58.876608 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:03:59.023825 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:59.395969 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745729518041'] for subnet, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:59.401787 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:03:59.445488 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:03:59.445488 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:59.446913 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] 10.222.0.58 "PUT /v2.0/subnets/b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b HTTP/1.1" status: 200 len: 868 time: 0.5748537 Apr 19 19:03:59.450562 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d872c4-c702-49ef-b612-6a40f47678d7 None None] Network 16d521f1-2153-4232-89db-87cac8bac45c requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:03:59.480310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:03:59.490339 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:03:59.491051 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:03:59.491856 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:03:59.492493 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:03:59.493419 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:03:59.494085 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:03:59.494699 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:03:59.495302 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:03:59.495977 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:03:59.496600 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:03:59.497170 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:03:59.497724 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:03:59.508942 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:04:00.040195 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-825fbc95-08ea-4e1b-b908-55d045a54067 None None] Provisioning complete for port e4e7f439-b315-44da-ad95-60c1d667e86f triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:04:00.040842 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-825fbc95-08ea-4e1b-b908-55d045a54067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:00.191343 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-825fbc95-08ea-4e1b-b908-55d045a54067 None None] Provisioning complete for port 34c2aac1-eba2-4a08-a712-f48b22bbe3ba triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:04:00.191756 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-825fbc95-08ea-4e1b-b908-55d045a54067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:02.131690 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 38400) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:04:02.329635 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da272226-9164-4009-845b-216414acb47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:02.330096 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da272226-9164-4009-845b-216414acb47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:02.331769 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-da272226-9164-4009-845b-216414acb47e admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1988008 Apr 19 19:04:04.937575 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 38410) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:04:05.131705 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbca6e6-4401-44e2-9838-ec6345793a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:05.132271 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbca6e6-4401-44e2-9838-ec6345793a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:05.133910 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-5dbca6e6-4401-44e2-9838-ec6345793a4f admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1953104 Apr 19 19:04:07.708430 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 38420) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:04:07.772514 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-642f0b3d-02c9-4110-b09a-721302ce9f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:07.918519 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bd4cc4-8f70-44b9-bc13-4ae37d364a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:07.920525 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-d6bd4cc4-8f70-44b9-bc13-4ae37d364a6b admin admin] 10.222.0.58 "GET /v2.0/networks/16d521f1-2153-4232-89db-87cac8bac45c HTTP/1.1" status: 200 len: 869 time: 0.2105262 Apr 19 19:04:10.301006 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e65cef19-166e-47a9-a532-ada06741060f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:10.534104 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 38430) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:04:10.728733 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f932940-1487-46df-a8ee-da4d381ea889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:10.730529 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-5f932940-1487-46df-a8ee-da4d381ea889 admin admin] 10.222.0.58 "GET /v2.0/networks/e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 HTTP/1.1" status: 200 len: 886 time: 0.1950796 Apr 19 19:04:11.486772 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:11.649782 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:12.638255 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:13.294133 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 38440) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:04:13.416520 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7950415-ec1b-48d8-b12e-41f05afd6137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:13.417067 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7950415-ec1b-48d8-b12e-41f05afd6137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:13.418701 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b7950415-ec1b-48d8-b12e-41f05afd6137 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235640 Apr 19 19:04:16.057190 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 38450) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:04:16.192609 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eba7ac0-c1d7-431b-98c6-e8d3caf312c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:16.193348 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eba7ac0-c1d7-431b-98c6-e8d3caf312c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:16.195555 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-7eba7ac0-c1d7-431b-98c6-e8d3caf312c2 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1373117 Apr 19 19:04:18.841547 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 38460) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:04:18.964645 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96fd868-0068-4a9c-9bec-47507a401603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:18.966141 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c96fd868-0068-4a9c-9bec-47507a401603 admin admin] 10.222.0.58 "GET /v2.0/subnets/802e8c21-e3db-4541-8cf5-b393bddf9a24 HTTP/1.1" status: 200 len: 816 time: 0.1235037 Apr 19 19:04:21.564266 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 38470) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:04:21.691273 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f24a274-f467-4372-9f6d-9db4a67159f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:21.703893 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-3f24a274-f467-4372-9f6d-9db4a67159f4 admin admin] 10.222.0.58 "GET /v2.0/subnets/b9cf5b51-9ab8-46d7-87fb-1dc6d43f2d3b HTTP/1.1" status: 200 len: 868 time: 0.1271806 Apr 19 19:04:33.388877 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:04:37.777010 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-041aef82-aa95-4897-91f1-320cf26ce544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:40.304210 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-34b17d17-ba65-47c4-9480-ca012f3d21c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:41.490623 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:41.652845 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:42.638702 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:49.170703 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 38514) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:04:49.223635 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [None req-0773d9b8-eacf-4ad1-8668-feed9aaf567b admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=86367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:04:49.224750 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-0773d9b8-eacf-4ad1-8668-feed9aaf567b admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0526941 Apr 19 19:04:51.904427 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 38524) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:04:51.983563 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2fe1ae-3b15-4bed-b177-cc7a1996c09b admin admin] GET failed (client error): The resource could not be found. Apr 19 19:04:51.985029 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-1f2fe1ae-3b15-4bed-b177-cc7a1996c09b admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0794513 Apr 19 19:04:52.130603 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c482a5-3165-4408-b71b-385ac431a75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:52.132280 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-36c482a5-3165-4408-b71b-385ac431a75a admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1424637 Apr 19 19:04:54.780354 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 38534) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:04:54.834254 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:04:54.840182 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:04:54.850313 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:04:54.859996 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Made reservation on behalf of 45d7f2137ff3448682e8cbc6ab500f4f for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:04:54.864852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:54.967944 dv-cinder-786932-1-smb neutron-server[86251]: WARNING neutron.services.revisions.revision_plugin [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Could not find related network for resource to bump revision. Apr 19 19:04:54.982457 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:04:54.994262 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363291125222806', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:54.994879 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Unsubscribe: segment precommit_create {{(pid=86366) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 19:04:54.995352 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.segments_db [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Added segment 78eefe50-d615-4837-8d68-52b8251c1ab6 of type vlan for network bd5df323-b516-47ee-b517-1546208165d9 Apr 19 19:04:55.036346 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745729060330'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:55.072303 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:55.073700 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:55.074340 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:55.079275 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:04:55.343441 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5618041 Apr 19 19:04:55.346326 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Pushing event updated for resources: {'Network': ['ID=bd5df323-b516-47ee-b517-1546208165d9,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:04:55.354031 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:55.354423 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:55.354790 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:55.355157 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:55.355524 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:55.355897 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:55.356278 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:55.356642 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:55.357009 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:55.357368 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:55.357768 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:55.358119 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:55.362842 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:04:55.371725 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Network bd5df323-b516-47ee-b517-1546208165d9 details requested by agent ovs-agent-dv-cinder-786932-1-smb with host dv-cinder-786932-1-smb {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:04:57.947819 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 38544) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:04:58.026976 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be0fde4-96dc-42aa-9263-72b01f9c45fc admin admin] GET failed (client error): The resource could not be found. Apr 19 19:04:58.027569 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-7be0fde4-96dc-42aa-9263-72b01f9c45fc admin admin] Synchronizing usage tracker for tenant:45d7f2137ff3448682e8cbc6ab500f4f on resource:network {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:04:58.042283 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-7be0fde4-96dc-42aa-9263-72b01f9c45fc admin admin] Unset dirty status for tenant:45d7f2137ff3448682e8cbc6ab500f4f on resource:network {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:04:58.043514 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-7be0fde4-96dc-42aa-9263-72b01f9c45fc admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0946219 Apr 19 19:04:58.160971 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdac8a13-910a-4c34-8e55-1b8ec6c2da14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:58.162541 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-bdac8a13-910a-4c34-8e55-1b8ec6c2da14 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1145902 Apr 19 19:04:58.174957 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-bc2802bd-6dac-4b06-a679-0c0391dbc529 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'bd5df323-b516-47ee-b517-1546208165d9', 'name': 'shared-subnet'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:04:58.180281 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-bc2802bd-6dac-4b06-a679-0c0391dbc529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:04:58.191409 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-bc2802bd-6dac-4b06-a679-0c0391dbc529 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:04:58.202263 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2802bd-6dac-4b06-a679-0c0391dbc529 admin admin] Made reservation on behalf of 45d7f2137ff3448682e8cbc6ab500f4f for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:04:58.205391 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bc2802bd-6dac-4b06-a679-0c0391dbc529 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:58.626851 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bc2802bd-6dac-4b06-a679-0c0391dbc529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:58.631463 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8a3af194-331d-44a7-b3c0-e9227da79b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:04:58.716639 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2802bd-6dac-4b06-a679-0c0391dbc529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d8b7c66-4e9e-4bf3-a96b-6e4dc3ccbd24,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:04:58.721407 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bc2802bd-6dac-4b06-a679-0c0391dbc529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:04:58.726291 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2802bd-6dac-4b06-a679-0c0391dbc529 admin admin] Checking segment: {'id': '78eefe50-d615-4837-8d68-52b8251c1ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd5df323-b516-47ee-b517-1546208165d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:04:58.727015 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2802bd-6dac-4b06-a679-0c0391dbc529 admin admin] Network hostable DHCP agents. Network: bd5df323-b516-47ee-b517-1546208165d9, hostable agents: ['2622c8cf-6b7c-41f1-9991-96794c704a9e'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:04:58.747515 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2802bd-6dac-4b06-a679-0c0391dbc529 admin admin] Network bd5df323-b516-47ee-b517-1546208165d9 is scheduled to be hosted by DHCP agent 2622c8cf-6b7c-41f1-9991-96794c704a9e with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:04:58.756580 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-bc2802bd-6dac-4b06-a679-0c0391dbc529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-smb, bd5df323-b516-47ee-b517-1546208165d9) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:04:58.761640 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2802bd-6dac-4b06-a679-0c0391dbc529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:04:58.762287 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bc2802bd-6dac-4b06-a679-0c0391dbc529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:58.768137 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ae895a-7973-4f1f-aac6-7cea55c168f5 None None] Network bd5df323-b516-47ee-b517-1546208165d9 requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:04:58.793494 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-bc2802bd-6dac-4b06-a679-0c0391dbc529 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6223981 Apr 19 19:04:59.045494 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9225150-cd2d-5ff7-9625-dca17b2103bc-bd5df323-b516-47ee-b517-1546208165d9', 'network_id': 'bd5df323-b516-47ee-b517-1546208165d9', 'tenant_id': '45d7f2137ff3448682e8cbc6ab500f4f', 'fixed_ips': [{'subnet_id': '1d8b7c66-4e9e-4bf3-a96b-6e4dc3ccbd24'}]}} from dv-cinder-786932-1-smb. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 19:04:59.046576 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:59.219660 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Allocated IP 192.168.233.2 (bd5df323-b516-47ee-b517-1546208165d9/1d8b7c66-4e9e-4bf3-a96b-6e4dc3ccbd24/596c9a7a-5b7f-4735-b220-a05b6a86db0e) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:04:59.456631 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:59.467848 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Transition to ACTIVE for port object 596c9a7a-5b7f-4735-b220-a05b6a86db0e will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:04:59.487139 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Transition to ACTIVE for port object 596c9a7a-5b7f-4735-b220-a05b6a86db0e will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:04:59.491625 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:59.498423 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-42bd11a0-92b0-4e01-b3a6-c3a0e15b6a23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:04:59.566248 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Network bd5df323-b516-47ee-b517-1546208165d9 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:04:59.570112 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Resources bound (agent type, host, resource id): {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:04:59.574725 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:04:59.584397 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Pushing event updated for resources: {'Port': ['ID=596c9a7a-5b7f-4735-b220-a05b6a86db0e,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:04:59.623281 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:59.623656 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:59.624059 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:59.624423 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:59.624787 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:59.625145 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:59.625498 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:59.625848 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:59.626199 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:59.626549 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:59.626895 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:59.627239 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:04:59.636072 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:04:59.692981 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Attempting to bind port 596c9a7a-5b7f-4735-b220-a05b6a86db0e on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:04:59.693388 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Attempting to bind port 596c9a7a-5b7f-4735-b220-a05b6a86db0e by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': '78eefe50-d615-4837-8d68-52b8251c1ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd5df323-b516-47ee-b517-1546208165d9'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:04:59.693792 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Attempting to bind port 596c9a7a-5b7f-4735-b220-a05b6a86db0e on network bd5df323-b516-47ee-b517-1546208165d9 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:04:59.699848 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:04:59.700302 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Checking segment: {'id': '78eefe50-d615-4837-8d68-52b8251c1ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd5df323-b516-47ee-b517-1546208165d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:04:59.700742 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:59.701199 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Bound using segment: {'id': '78eefe50-d615-4837-8d68-52b8251c1ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd5df323-b516-47ee-b517-1546208165d9'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:04:59.701704 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Bound port: 596c9a7a-5b7f-4735-b220-a05b6a86db0e, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78eefe50-d615-4837-8d68-52b8251c1ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd5df323-b516-47ee-b517-1546208165d9'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:04:59.702112 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:59.801493 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] For port 596c9a7a-5b7f-4735-b220-a05b6a86db0e, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:04:59.805935 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] For port 596c9a7a-5b7f-4735-b220-a05b6a86db0e, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=596c9a7a-5b7f-4735-b220-a05b6a86db0e,segment=NetworkSegment(78eefe50-d615-4837-8d68-52b8251c1ab6),segment_id=78eefe50-d615-4837-8d68-52b8251c1ab6)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:04:59.809536 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:59.814898 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:04:59.904427 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Pushing event updated for resources: {'Port': ['ID=596c9a7a-5b7f-4735-b220-a05b6a86db0e,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:04:59.907820 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:05:01.159473 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ef575f-f690-4c4b-8e5e-ff23d277e09a None None] Network bd5df323-b516-47ee-b517-1546208165d9 requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:05:01.293282 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-f22819b0-b6fe-406f-8ae2-0f90e1440407 None None] Provisioning for port 596c9a7a-5b7f-4735-b220-a05b6a86db0e completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:05:02.074236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 596c9a7a-5b7f-4735-b220-a05b6a86db0e up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:05:02.311613 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port 596c9a7a-5b7f-4735-b220-a05b6a86db0e completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:05:02.316887 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 596c9a7a-5b7f-4735-b220-a05b6a86db0e triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:05:02.317303 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:02.443875 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:02.477220 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port 596c9a7a-5b7f-4735-b220-a05b6a86db0e, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=596c9a7a-5b7f-4735-b220-a05b6a86db0e,segment=NetworkSegment(78eefe50-d615-4837-8d68-52b8251c1ab6),segment_id=78eefe50-d615-4837-8d68-52b8251c1ab6)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:05:02.483685 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:02.485952 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:05:02.559182 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=596c9a7a-5b7f-4735-b220-a05b6a86db0e,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:05:02.562466 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:05:04.050763 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 596c9a7a-5b7f-4735-b220-a05b6a86db0e up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:05:04.125299 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 596c9a7a-5b7f-4735-b220-a05b6a86db0e triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:05:04.125730 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:07.781181 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-275c218d-5ca2-4bab-8f01-faff375f364f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:10.305722 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-545a9892-7d57-40d1-b8cf-4292361728d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:10.388610 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:05:11.494096 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:11.655046 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:12.645572 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:37.783382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-88c1788b-6fb7-42bb-b8db-cc66cb74d36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:40.309498 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6d9b135b-e251-458e-bd40-d411a29f4d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:41.497486 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:41.657929 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:42.649440 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:05:47.388144 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:06:07.787915 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ff83-b5f0-4dab-a46f-10765554fa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:10.311930 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4cf708c6-f839-452c-8543-027081963807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:11.501505 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:11.660847 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:12.650751 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:24.119359 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 38594) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:06:24.125950 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [None req-33c0aa2d-9a42-4bd9-ac48-80495c56dbe9 tempest-verify_tempest_config-505369773 tempest-verify_tempest_config-505369773-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:06:24.127006 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-33c0aa2d-9a42-4bd9-ac48-80495c56dbe9 tempest-verify_tempest_config-505369773 tempest-verify_tempest_config-505369773-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065088 Apr 19 19:06:24.387903 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:06:24.453668 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 38612) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:06:24.588748 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:24.606360 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:06:24.611056 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Usage tracker for resource:security_group_rule and tenant:d3c87d682cde4f44a31869026cac8a99 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:06:24.614365 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:06:24.620366 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:06:24.725736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:24.728521 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:24.738178 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:06:24.781127 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5509f10-169f-4ad6-bb9b-dc5dc320b77f,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:06:24.785226 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d3c87d682cde4f44a31869026cac8a99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3304946 Apr 19 19:06:24.788666 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 38618) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:06:24.792092 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.792479 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.792853 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.793284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.794724 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.795095 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.795460 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.795823 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.796226 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.796586 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.796947 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.797303 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.801757 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:06:24.854801 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:24.883765 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:24.935676 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:24.940849 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:06:24.954580 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5509f10-169f-4ad6-bb9b-dc5dc320b77f,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:06:24.963277 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.963580 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.964001 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.964354 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.964716 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.965619 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.965985 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.966338 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.966715 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.967072 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.967428 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.967784 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:06:24.970982 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:24.972222 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e5509f10-169f-4ad6-bb9b-dc5dc320b77f HTTP/1.1" status: 204 len: 168 time: 0.1824832 Apr 19 19:06:24.973187 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:06:37.783891 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f508b5cd-11f4-4990-9076-060fd3bd727f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:40.314560 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dc5ea828-4a31-4e8a-8683-403986a8b91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:41.505811 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:41.662136 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:06:42.658742 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:01.388144 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:07:07.786051 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0201e2e7-54c0-463b-b4b5-d47395340555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:10.316637 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-04463282-6e3e-45ad-8898-e5ee46856fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:11.508344 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:11.666476 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:12.665199 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:37.789756 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-258421f3-285f-4ab3-a545-0abc9e4b35cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:38.387070 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 5 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:07:40.320103 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7c35fded-7180-467a-882b-f11c51a1641e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:41.509887 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:41.674017 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:07:42.663344 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:07.792640 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-932e2cad-9f98-4911-8bd6-2224f608e72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:10.316035 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c4950cef-807c-47fc-af8a-7b3fafb2490a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:11.236041 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789'] for agent, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:11.513606 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:11.667709 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:12.667486 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:15.387064 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:08:16.682174 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 38670) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:08:16.816822 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-d283c394-762f-403c-85ee-0dfc3737f8ea admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1333606 Apr 19 19:08:19.384947 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 38680) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:08:19.450950 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-44a48015-ccb9-412a-bb65-2a881406e4ab admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0647662 Apr 19 19:08:37.796403 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7e2ffb63-0d2a-4fbf-be2e-d98c372183ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:40.321013 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d827cc88-7c35-4c98-aead-a463b552f294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:41.189909 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:41.517070 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:41.670206 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:42.669459 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:08:52.389821 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:09:07.798289 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1e9ed54c-4ec9-425f-b0a6-4682a19f3a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:10.323885 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-504076e9-bd95-4622-9c80-52bf0d4ce9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:11.210672 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:11.520739 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:11.675510 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:12.670802 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:29.389825 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:09:37.799749 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b1300877-d5ed-4706-bc26-92cae32b377b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:40.327516 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a86ace87-d233-4dfb-bde2-aaf3c6bd9055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:41.239483 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:41.523934 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:41.678484 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:42.673547 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:58.118923 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 38888) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:09:58.299275 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 38898) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:09:58.335242 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 38904) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:09:58.439479 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 38912) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:09:58.464357 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 38918) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:09:58.545274 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1817718915-network', 'tenant_id': '2b0ac27a11bc4e8f8d624ee3b17a7493'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:09:58.551284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:09:58.555532 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Usage tracker for resource:network and tenant:2b0ac27a11bc4e8f8d624ee3b17a7493 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:09:58.558792 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:09:58.565901 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:09:58.574873 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Made reservation on behalf of 2b0ac27a11bc4e8f8d624ee3b17a7493 for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:09:58.579955 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:58.597240 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2021080513-network', 'tenant_id': 'cc9299c899674f76befe8d5c99651050'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:09:58.604187 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:58.614374 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:09:58.624125 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Usage tracker for resource:network and tenant:cc9299c899674f76befe8d5c99651050 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:09:58.629824 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:09:58.637338 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:09:58.639958 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:09:58.642028 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-network', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:09:58.648343 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Usage tracker for resource:security_group_rule and tenant:2b0ac27a11bc4e8f8d624ee3b17a7493 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:09:58.654409 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:09:58.659969 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:09:58.661668 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:09:58.666144 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Made reservation on behalf of cc9299c899674f76befe8d5c99651050 for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:09:58.667267 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Usage tracker for resource:network and tenant:3f06609ad86c4c05a7a4dd90ffe12706 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:09:58.671265 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:58.671442 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:09:58.680287 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:09:58.693610 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:58.695094 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Made reservation on behalf of 3f06609ad86c4c05a7a4dd90ffe12706 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:09:58.702405 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:58.723346 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:09:58.724439 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:58.733625 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Usage tracker for resource:security_group_rule and tenant:cc9299c899674f76befe8d5c99651050 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:09:58.737886 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:09:58.748728 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:09:58.750344 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-112135184-network', 'tenant_id': '8a42694aec374663aae1ddf6f96e3643'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:09:58.758760 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:09:58.764783 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Usage tracker for resource:network and tenant:8a42694aec374663aae1ddf6f96e3643 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:09:58.769152 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:09:58.777222 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:09:58.791663 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:09:58.797045 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Usage tracker for resource:security_group_rule and tenant:3f06609ad86c4c05a7a4dd90ffe12706 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:09:58.801794 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:09:58.810714 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:09:58.850238 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1298161760-network', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:09:58.858616 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Made reservation on behalf of 8a42694aec374663aae1ddf6f96e3643 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:09:58.864606 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:58.868807 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:58.881295 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:58.886862 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:09:58.889040 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-43eaa68a-5b57-4349-9f8f-49872a1a6d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:09:58.892574 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Usage tracker for resource:network and tenant:0d99eda3650e4d08ad8d52aac35de6aa is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:09:58.896490 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:09:58.904999 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:09:58.915425 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:58.937539 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:09:58.941474 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:09:58.946674 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Usage tracker for resource:security_group_rule and tenant:8a42694aec374663aae1ddf6f96e3643 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:09:58.950630 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:09:58.959539 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:58.963301 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Made reservation on behalf of 0d99eda3650e4d08ad8d52aac35de6aa for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:09:58.966865 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:58.968749 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:58.969321 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632c15ad-572f-48a7-9f43-d8c79f958fd6,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:09:58.972711 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:58.972711 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.segments_db [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Added segment 982c9bcd-2cf0-4e66-b70a-eb6625fa68b5 of type vlan for network 47136520-276e-48fe-b53b-57770b325ccd Apr 19 19:09:58.988549 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:09:58.990536 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:58.990751 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:58.991103 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:58.991482 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:58.991856 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:58.992271 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:58.992642 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:58.993002 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:58.993360 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:58.993740 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:58.994413 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:58.994413 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:58.994761 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Tracked resource versions report: Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: pushed versions: Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: { 'AddressGroup': {'1.2'}, Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'ConntrackHelper': {'1.0'}, Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'Log': {'1.0'}, Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'Network': {'1.1'}, Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'Port': {'1.7'}, Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'PortForwarding': {'1.2'}, Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'QosPolicy': {'1.8'}, Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroup': {'1.4'}, Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroupRule': {'1.2'}, Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'SubPort': {'1.0'}, Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'Subnet': {'1.1'}, Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'Trunk': {'1.1'}} Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: consumer versions: Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: { DHCP agent@dv-cinder-786932-1-smb: {}, Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: HyperV agent@hv-cinder-78693: {}, Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: L3 agent@dv-cinder-786932-1-smb: {}, Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: Metadata agent@dv-cinder-786932-1-smb: {}, Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: Metering agent@dv-cinder-786932-1-smb: {}, Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: Open vSwitch agent@dv-cinder-786932-1-smb: { 'AddressGroup': '1.2', Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'ConntrackHelper': '1.0', Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'Log': '1.0', Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'Network': '1.1', Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'Port': '1.7', Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'PortForwarding': '1.2', Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'QosPolicy': '1.8', Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroup': '1.4', Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroupRule': '1.2', Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'SubPort': '1.0', Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'Subnet': '1.1', Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: 'Trunk': '1.1'}} Apr 19 19:09:58.996065 dv-cinder-786932-1-smb neutron-server[86251]: {{(pid=86367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 19:09:59.011215 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:09:59.025920 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:09:59.046059 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:09:59.057227 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Usage tracker for resource:security_group_rule and tenant:0d99eda3650e4d08ad8d52aac35de6aa is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:09:59.060596 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:09:59.066031 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745729060330'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.066992 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:09:59.088727 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:09:59.092033 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec8d2d0-19bf-407d-8818-1dc9c7c3eef1,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:09:59.111599 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:09:59.113138 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.113527 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.segments_db [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Added segment a578ebaa-4830-4f63-a334-e8cf694679fb of type vlan for network db53e072-f614-4119-a52c-ac6f8dd3635f Apr 19 19:09:59.137884 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.152325 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.159307 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745729060330'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.163732 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.166117 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:09:59.166755 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.173390 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:09:59.178401 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b20d206c-c484-4967-836f-022d76b2be99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:09:59.224589 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:09:59.268438 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f2c447-6a75-47d7-95c4-400733fdf35f,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:09:59.286642 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.287039 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.segments_db [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Added segment 6fb463c5-79dc-48d7-8be0-b37cf8227b63 of type vlan for network 132d4ad0-195c-4d5c-9957-e76f12440abe Apr 19 19:09:59.295838 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:59.296248 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:59.296534 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:59.296899 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:59.297295 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:59.297654 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:59.298228 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:59.298351 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:59.298681 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:59.299042 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:59.299396 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:59.299808 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Tracked resource versions report: Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: pushed versions: Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: { 'AddressGroup': {'1.2'}, Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'ConntrackHelper': {'1.0'}, Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'Log': {'1.0'}, Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'Network': {'1.1'}, Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'Port': {'1.7'}, Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'PortForwarding': {'1.2'}, Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'QosPolicy': {'1.8'}, Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroup': {'1.4'}, Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroupRule': {'1.2'}, Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'SubPort': {'1.0'}, Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'Subnet': {'1.1'}, Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'Trunk': {'1.1'}} Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: consumer versions: Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: { DHCP agent@dv-cinder-786932-1-smb: {}, Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: HyperV agent@hv-cinder-78693: {}, Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: L3 agent@dv-cinder-786932-1-smb: {}, Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: Metadata agent@dv-cinder-786932-1-smb: {}, Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: Metering agent@dv-cinder-786932-1-smb: {}, Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: Open vSwitch agent@dv-cinder-786932-1-smb: { 'AddressGroup': '1.2', Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'ConntrackHelper': '1.0', Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'Log': '1.0', Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'Network': '1.1', Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'Port': '1.7', Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'PortForwarding': '1.2', Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'QosPolicy': '1.8', Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroup': '1.4', Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroupRule': '1.2', Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'SubPort': '1.0', Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'Subnet': '1.1', Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: 'Trunk': '1.1'}} Apr 19 19:09:59.300967 dv-cinder-786932-1-smb neutron-server[86251]: {{(pid=86366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 19:09:59.310853 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.314580 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:09:59.323012 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Pushing event updated for resources: {'Network': ['ID=47136520-276e-48fe-b53b-57770b325ccd,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:09:59.327217 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.340180 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Network 47136520-276e-48fe-b53b-57770b325ccd details requested by agent ovs-agent-dv-cinder-786932-1-smb with host dv-cinder-786932-1-smb {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:09:59.340749 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:09:59.345934 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2247961 Apr 19 19:09:59.350377 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:09:59.351233 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 38950) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:09:59.358054 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-5b0ad92c-1187-43cd-8ce0-a7920ac97d5a admin admin] Request body: {'subnet': {'network_id': '47136520-276e-48fe-b53b-57770b325ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1817718915-subnet', 'tenant_id': '2b0ac27a11bc4e8f8d624ee3b17a7493', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:09:59.361650 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.364309 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5b0ad92c-1187-43cd-8ce0-a7920ac97d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:09:59.364986 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745729060330'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.367149 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:09:59.368186 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.388784 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-90a3526b-a746-4843-9d15-50fe7db8fe82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:09:59.405756 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-5b0ad92c-1187-43cd-8ce0-a7920ac97d5a admin admin] Usage tracker for resource:subnet and tenant:2b0ac27a11bc4e8f8d624ee3b17a7493 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:09:59.410346 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-5b0ad92c-1187-43cd-8ce0-a7920ac97d5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:09:59.417246 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1162457 Apr 19 19:09:59.449529 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 38958) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:09:59.453690 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:09:59.512675 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-0f35a0fc-af08-4171-861a-9a9b4956dfae admin admin] Request body: {'subnet': {'network_id': 'db53e072-f614-4119-a52c-ac6f8dd3635f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2021080513-subnet', 'tenant_id': 'cc9299c899674f76befe8d5c99651050', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:09:59.516129 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c586b2-8888-4ddb-a44d-1a72d5d28b61,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:09:59.524792 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5b0ad92c-1187-43cd-8ce0-a7920ac97d5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:09:59.552665 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0ad92c-1187-43cd-8ce0-a7920ac97d5a admin admin] Made reservation on behalf of 2b0ac27a11bc4e8f8d624ee3b17a7493 for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:09:59.553720 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:09:59.560613 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad92c-1187-43cd-8ce0-a7920ac97d5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.570079 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.570577 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.segments_db [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Added segment a6d5aeb3-d8a9-4d4a-94e7-8849b8444182 of type vlan for network 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae Apr 19 19:09:59.579711 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Pushing event updated for resources: {'Network': ['ID=db53e072-f614-4119-a52c-ac6f8dd3635f,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:09:59.587813 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0f35a0fc-af08-4171-861a-9a9b4956dfae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:09:59.588409 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:09:59.592789 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.593536 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Network db53e072-f614-4119-a52c-ac6f8dd3635f details requested by agent ovs-agent-dv-cinder-786932-1-smb with host dv-cinder-786932-1-smb {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:09:59.601693 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0f35a0fc-af08-4171-861a-9a9b4956dfae admin admin] Usage tracker for resource:subnet and tenant:cc9299c899674f76befe8d5c99651050 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:09:59.605539 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0f35a0fc-af08-4171-861a-9a9b4956dfae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:09:59.612013 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.625874 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.626905 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0f35a0fc-af08-4171-861a-9a9b4956dfae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:09:59.652975 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:09:59.680512 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:09:59.681168 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.705100 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745729060330'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.759569 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:09:59.776644 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f35a0fc-af08-4171-861a-9a9b4956dfae admin admin] Made reservation on behalf of cc9299c899674f76befe8d5c99651050 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:09:59.782077 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0f35a0fc-af08-4171-861a-9a9b4956dfae admin admin] Notify callbacks [] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.868661 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.db.resource_extend [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 19:09:59.892271 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdf3325-3d2e-46b2-9833-877e73632eb0,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:09:59.895840 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:09:59.896251 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.segments_db [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Added segment fab56cf1-7ae8-40a6-9bf5-a3487827bc30 of type vlan for network 2a04a19f-2111-459f-b0c6-fd481fb0041e Apr 19 19:09:59.912187 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:09:59.921199 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d4a1f133-bfb8-4a5b-a309-d445b29db0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:00.017291 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:00.054784 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:00.055256 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:00.072374 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7357790 Apr 19 19:10:00.081637 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 38984) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:00.082034 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 38986) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:00.096301 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745729060330'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:00.115278 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-c9699411-8fd3-41e8-ba4d-bf7722361d82 admin admin] Request body: {'subnet': {'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-subnet', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:00.120245 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Pushing event updated for resources: {'Network': ['ID=132d4ad0-195c-4d5c-9957-e76f12440abe,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:00.128310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c9699411-8fd3-41e8-ba4d-bf7722361d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:00.132489 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:00.134300 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:00.140378 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Network 132d4ad0-195c-4d5c-9957-e76f12440abe details requested by agent ovs-agent-dv-cinder-786932-1-smb with host dv-cinder-786932-1-smb {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:10:00.156791 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7158928 Apr 19 19:10:00.159993 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c9699411-8fd3-41e8-ba4d-bf7722361d82 admin admin] Usage tracker for resource:subnet and tenant:3f06609ad86c4c05a7a4dd90ffe12706 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:00.167477 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 38996) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:00.170424 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c9699411-8fd3-41e8-ba4d-bf7722361d82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:00.225233 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad92c-1187-43cd-8ce0-a7920ac97d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:00.232712 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a061f2b-d0e7-488f-aa78-9c408bea7be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:00.238008 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-c2d08142-3afb-405a-aa5c-e0b02eb8900b admin admin] Request body: {'subnet': {'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-112135184-subnet', 'tenant_id': '8a42694aec374663aae1ddf6f96e3643', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:00.260779 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c9699411-8fd3-41e8-ba4d-bf7722361d82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:00.281819 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c2d08142-3afb-405a-aa5c-e0b02eb8900b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:00.300222 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c2d08142-3afb-405a-aa5c-e0b02eb8900b admin admin] Usage tracker for resource:subnet and tenant:8a42694aec374663aae1ddf6f96e3643 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:00.308794 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c2d08142-3afb-405a-aa5c-e0b02eb8900b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:00.313693 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Pushing event updated for resources: {'Network': ['ID=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:00.316803 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:00.317948 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:00.325635 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Network 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae details requested by agent ovs-agent-dv-cinder-786932-1-smb with host dv-cinder-786932-1-smb {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:10:00.334413 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0ad92c-1187-43cd-8ce0-a7920ac97d5a admin admin] Checking segment: {'id': '982c9bcd-2cf0-4e66-b70a-eb6625fa68b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '47136520-276e-48fe-b53b-57770b325ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:00.334806 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0ad92c-1187-43cd-8ce0-a7920ac97d5a admin admin] Network hostable DHCP agents. Network: 47136520-276e-48fe-b53b-57770b325ccd, hostable agents: ['2622c8cf-6b7c-41f1-9991-96794c704a9e'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:10:00.368231 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0ad92c-1187-43cd-8ce0-a7920ac97d5a admin admin] Network 47136520-276e-48fe-b53b-57770b325ccd is scheduled to be hosted by DHCP agent 2622c8cf-6b7c-41f1-9991-96794c704a9e with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:10:00.376286 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c2d08142-3afb-405a-aa5c-e0b02eb8900b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:00.377133 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ad92c-1187-43cd-8ce0-a7920ac97d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b1595c3-a469-4173-ac4a-afb7bdcf96cd,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:00.384516 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-5b0ad92c-1187-43cd-8ce0-a7920ac97d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-smb, 47136520-276e-48fe-b53b-57770b325ccd) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:00.393190 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:00.394416 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:00.397687 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5b0ad92c-1187-43cd-8ce0-a7920ac97d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:00.403076 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9699411-8fd3-41e8-ba4d-bf7722361d82 admin admin] Made reservation on behalf of 3f06609ad86c4c05a7a4dd90ffe12706 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:00.407848 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c9699411-8fd3-41e8-ba4d-bf7722361d82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:00.418726 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0ad92c-1187-43cd-8ce0-a7920ac97d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:00.419372 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad92c-1187-43cd-8ce0-a7920ac97d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:00.444713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:00.453500 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-5b0ad92c-1187-43cd-8ce0-a7920ac97d5a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1010566 Apr 19 19:10:00.457960 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfea7c23-245a-48aa-89ea-cadf663bf367 None None] Network 47136520-276e-48fe-b53b-57770b325ccd requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:00.652521 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d08142-3afb-405a-aa5c-e0b02eb8900b admin admin] Made reservation on behalf of 8a42694aec374663aae1ddf6f96e3643 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:00.657860 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2d08142-3afb-405a-aa5c-e0b02eb8900b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:00.714055 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2485030 Apr 19 19:10:00.717393 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39020) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:00.724128 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-b57a6fa8-ff52-4ce5-9d02-7bfb2dcee075 admin admin] Request body: {'subnet': {'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1298161760-subnet', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:00.733144 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b57a6fa8-ff52-4ce5-9d02-7bfb2dcee075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:00.753395 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-b57a6fa8-ff52-4ce5-9d02-7bfb2dcee075 admin admin] Usage tracker for resource:subnet and tenant:0d99eda3650e4d08ad8d52aac35de6aa is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:00.757175 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-b57a6fa8-ff52-4ce5-9d02-7bfb2dcee075 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:00.774300 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b57a6fa8-ff52-4ce5-9d02-7bfb2dcee075 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:00.788034 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57a6fa8-ff52-4ce5-9d02-7bfb2dcee075 admin admin] Made reservation on behalf of 0d99eda3650e4d08ad8d52aac35de6aa for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:00.793140 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b57a6fa8-ff52-4ce5-9d02-7bfb2dcee075 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:00.832046 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd84498b-569f-445f-800e-2aa8cd5917f9 None None] Network 47136520-276e-48fe-b53b-57770b325ccd requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:00.995730 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ef4f-eaa7-4252-a2f3-6e43f6bebf03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:01.045444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Pushing event updated for resources: {'Network': ['ID=2a04a19f-2111-459f-b0c6-fd481fb0041e,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:01.051492 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a4b8ef4f-eaa7-4252-a2f3-6e43f6bebf03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:01.055738 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-a4b8ef4f-eaa7-4252-a2f3-6e43f6bebf03 admin admin] Usage tracker for resource:security_group_rule and tenant:bc997d3044e24861885f165bf57bd89e is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:01.058809 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-a4b8ef4f-eaa7-4252-a2f3-6e43f6bebf03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:01.065247 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a4b8ef4f-eaa7-4252-a2f3-6e43f6bebf03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:01.087712 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Network 2a04a19f-2111-459f-b0c6-fd481fb0041e details requested by agent ovs-agent-dv-cinder-786932-1-smb with host dv-cinder-786932-1-smb {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:10:01.089840 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:01.483120 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 39044) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:01.528476 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1489236521-network', 'tenant_id': 'df4ca2c7ba56417cb88404bc73e87dc5'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:01.546582 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:01.567454 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b57a6fa8-ff52-4ce5-9d02-7bfb2dcee075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:01.572735 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e25eccd4-55c1-4379-b192-89a7a535e581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:01.584301 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Usage tracker for resource:network and tenant:df4ca2c7ba56417cb88404bc73e87dc5 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:01.597550 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:01.628401 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ef4f-eaa7-4252-a2f3-6e43f6bebf03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:01.659736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:01.660230 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a6fa8-ff52-4ce5-9d02-7bfb2dcee075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30029454-1ddd-4aa7-85a3-1fc1f6ca707e,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:01.664885 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57a6fa8-ff52-4ce5-9d02-7bfb2dcee075 admin admin] Checking segment: {'id': 'fab56cf1-7ae8-40a6-9bf5-a3487827bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:01.665282 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57a6fa8-ff52-4ce5-9d02-7bfb2dcee075 admin admin] Network hostable DHCP agents. Network: 2a04a19f-2111-459f-b0c6-fd481fb0041e, hostable agents: ['2622c8cf-6b7c-41f1-9991-96794c704a9e'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:10:01.671900 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b57a6fa8-ff52-4ce5-9d02-7bfb2dcee075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:01.673014 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ef4f-eaa7-4252-a2f3-6e43f6bebf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:01.686507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57a6fa8-ff52-4ce5-9d02-7bfb2dcee075 admin admin] Network 2a04a19f-2111-459f-b0c6-fd481fb0041e is scheduled to be hosted by DHCP agent 2622c8cf-6b7c-41f1-9991-96794c704a9e with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:10:01.696755 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:01.696950 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-b57a6fa8-ff52-4ce5-9d02-7bfb2dcee075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-smb, 2a04a19f-2111-459f-b0c6-fd481fb0041e) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:01.700991 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a6fa8-ff52-4ce5-9d02-7bfb2dcee075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:01.701635 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b57a6fa8-ff52-4ce5-9d02-7bfb2dcee075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:01.712516 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64b1a9e-7336-4f11-8ddb-f6ae05d48c3c None None] Network 2a04a19f-2111-459f-b0c6-fd481fb0041e requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:01.727439 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b57a6fa8-ff52-4ce5-9d02-7bfb2dcee075 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0062783 Apr 19 19:10:01.727657 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39052) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:01.733799 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:01.738993 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:01.743117 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Usage tracker for resource:router and tenant:0d99eda3650e4d08ad8d52aac35de6aa is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:01.746446 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:01.752453 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:01.764084 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-663020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774992'] for router, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:01.766373 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854112796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854094078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854188013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-809'] for router, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:01.789227 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:01.792847 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Made reservation on behalf of df4ca2c7ba56417cb88404bc73e87dc5 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:01.797634 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:01.851718 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:01.875237 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-a4b8ef4f-eaa7-4252-a2f3-6e43f6bebf03 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc997d3044e24861885f165bf57bd89e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7837012 Apr 19 19:10:01.875668 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39056) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:01.931685 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8ef4f-eaa7-4252-a2f3-6e43f6bebf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f01dd7a-38c2-4b79-abf7-afd066f7b749,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:01.944661 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a4b8ef4f-eaa7-4252-a2f3-6e43f6bebf03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:01.952323 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:01.961650 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Usage tracker for resource:security_group_rule and tenant:df4ca2c7ba56417cb88404bc73e87dc5 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:01.968079 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:01.982484 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:02.097636 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0f35a0fc-af08-4171-861a-9a9b4956dfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:02.113526 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:02.133478 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9225150-cd2d-5ff7-9625-dca17b2103bc-2a04a19f-2111-459f-b0c6-fd481fb0041e', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'fixed_ips': [{'subnet_id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e'}]}} from dv-cinder-786932-1-smb. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 19:10:02.134649 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:02.274837 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35a0fc-af08-4171-861a-9a9b4956dfae admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a2052b-53c0-4315-919c-9a20259d5833,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:02.294906 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0f35a0fc-af08-4171-861a-9a9b4956dfae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:02.295924 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f35a0fc-af08-4171-861a-9a9b4956dfae admin admin] Checking segment: {'id': 'a578ebaa-4830-4f63-a334-e8cf694679fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'db53e072-f614-4119-a52c-ac6f8dd3635f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:02.296665 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f35a0fc-af08-4171-861a-9a9b4956dfae admin admin] Network hostable DHCP agents. Network: db53e072-f614-4119-a52c-ac6f8dd3635f, hostable agents: ['2622c8cf-6b7c-41f1-9991-96794c704a9e'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:10:02.324519 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Allocated IP 172.20.0.2 (2a04a19f-2111-459f-b0c6-fd481fb0041e/30029454-1ddd-4aa7-85a3-1fc1f6ca707e/b56d392c-3b22-40de-b610-5a7a558a22a0) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:02.382974 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:02.405595 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f35a0fc-af08-4171-861a-9a9b4956dfae admin admin] Network db53e072-f614-4119-a52c-ac6f8dd3635f is scheduled to be hosted by DHCP agent 2622c8cf-6b7c-41f1-9991-96794c704a9e with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:10:02.408762 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:02.417839 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7bbb86d2-6f9d-4e77-8b5d-7c20b865e0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:02.421970 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854117281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:02.451756 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:02.464711 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c9699411-8fd3-41e8-ba4d-bf7722361d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:02.472504 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7bbb86d2-6f9d-4e77-8b5d-7c20b865e0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:02.474770 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-0f35a0fc-af08-4171-861a-9a9b4956dfae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-smb, db53e072-f614-4119-a52c-ac6f8dd3635f) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:02.510287 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f35a0fc-af08-4171-861a-9a9b4956dfae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:02.510959 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0f35a0fc-af08-4171-861a-9a9b4956dfae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:02.514932 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:10:02.557778 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94016b6-b639-42a4-b2ca-fb476b1f697b,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:02.571283 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:02.571811 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bc2802bd-6dac-4b06-a679-0c0391dbc529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:02.622757 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7bbb86d2-6f9d-4e77-8b5d-7c20b865e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:02.633177 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b8a9a911-1ac0-4c41-be75-32fe6c2f98ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:02.641123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:02.641523 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.segments_db [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Added segment f60358d5-1c32-469d-a47d-83ed1027ad32 of type vlan for network b557775c-28c0-4166-9db0-cc3922ae3779 Apr 19 19:10:02.655638 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7bbb86d2-6f9d-4e77-8b5d-7c20b865e0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:02.656982 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-7bbb86d2-6f9d-4e77-8b5d-7c20b865e0fe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f01dd7a-38c2-4b79-abf7-afd066f7b749 HTTP/1.1" status: 204 len: 168 time: 0.7801907 Apr 19 19:10:02.662575 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2d08142-3afb-405a-aa5c-e0b02eb8900b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:02.662772 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb86d2-6f9d-4e77-8b5d-7c20b865e0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f01dd7a-38c2-4b79-abf7-afd066f7b749,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:02.667290 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7bbb86d2-6f9d-4e77-8b5d-7c20b865e0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:02.711671 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:02.756770 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Transition to ACTIVE for port object b56d392c-3b22-40de-b610-5a7a558a22a0 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:02.770901 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-0f35a0fc-af08-4171-861a-9a9b4956dfae admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3193872 Apr 19 19:10:02.775849 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9699411-8fd3-41e8-ba4d-bf7722361d82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6520559-3281-4271-a77a-f193645776b6,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:02.778558 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9699411-8fd3-41e8-ba4d-bf7722361d82 admin admin] Checking segment: {'id': '6fb463c5-79dc-48d7-8be0-b37cf8227b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:02.779346 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9699411-8fd3-41e8-ba4d-bf7722361d82 admin admin] Network hostable DHCP agents. Network: 132d4ad0-195c-4d5c-9957-e76f12440abe, hostable agents: ['2622c8cf-6b7c-41f1-9991-96794c704a9e'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:10:02.786551 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c9699411-8fd3-41e8-ba4d-bf7722361d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:02.788539 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745729060330'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:02.793104 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:02.844025 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47640b72-98e0-4470-8855-d36db44fcca4 None None] Network db53e072-f614-4119-a52c-ac6f8dd3635f requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:02.905754 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d08142-3afb-405a-aa5c-e0b02eb8900b admin admin] Checking segment: {'id': 'a6d5aeb3-d8a9-4d4a-94e7-8849b8444182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:02.906006 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d08142-3afb-405a-aa5c-e0b02eb8900b admin admin] Network hostable DHCP agents. Network: 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae, hostable agents: ['2622c8cf-6b7c-41f1-9991-96794c704a9e'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:10:02.923043 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d08142-3afb-405a-aa5c-e0b02eb8900b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:02.942787 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9699411-8fd3-41e8-ba4d-bf7722361d82 admin admin] Network 132d4ad0-195c-4d5c-9957-e76f12440abe is scheduled to be hosted by DHCP agent 2622c8cf-6b7c-41f1-9991-96794c704a9e with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:10:02.946880 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c2d08142-3afb-405a-aa5c-e0b02eb8900b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:02.951169 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:02.954769 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:02.955458 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:02.963853 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:02.985744 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-c9699411-8fd3-41e8-ba4d-bf7722361d82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-smb, 132d4ad0-195c-4d5c-9957-e76f12440abe) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:02.986011 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:03.055305 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:03.073004 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9699411-8fd3-41e8-ba4d-bf7722361d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:03.085309 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c9699411-8fd3-41e8-ba4d-bf7722361d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:03.114718 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d08142-3afb-405a-aa5c-e0b02eb8900b admin admin] Network 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae is scheduled to be hosted by DHCP agent 2622c8cf-6b7c-41f1-9991-96794c704a9e with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:10:03.167640 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Transition to ACTIVE for port object b56d392c-3b22-40de-b610-5a7a558a22a0 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:03.181666 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39084) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:03.181807 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6903684 Apr 19 19:10:03.195981 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-c2d08142-3afb-405a-aa5c-e0b02eb8900b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-smb, 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:03.201620 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-0e1215c0-9eb5-4d6f-ad65-e2a32b5f67be admin admin] Request body: {'subnet': {'network_id': 'b557775c-28c0-4166-9db0-cc3922ae3779', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1489236521-subnet', 'tenant_id': 'df4ca2c7ba56417cb88404bc73e87dc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:03.215895 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0e1215c0-9eb5-4d6f-ad65-e2a32b5f67be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:03.222453 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d08142-3afb-405a-aa5c-e0b02eb8900b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:03.223143 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2d08142-3afb-405a-aa5c-e0b02eb8900b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:03.227048 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0e1215c0-9eb5-4d6f-ad65-e2a32b5f67be admin admin] Usage tracker for resource:subnet and tenant:df4ca2c7ba56417cb88404bc73e87dc5 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:03.233254 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0e1215c0-9eb5-4d6f-ad65-e2a32b5f67be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:03.235619 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c9699411-8fd3-41e8-ba4d-bf7722361d82 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1481974 Apr 19 19:10:03.240685 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Pushing event updated for resources: {'Network': ['ID=b557775c-28c0-4166-9db0-cc3922ae3779,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:03.250272 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 39090) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:03.266323 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:03.274175 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0e1215c0-9eb5-4d6f-ad65-e2a32b5f67be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:03.277458 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:03.298313 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:03.301477 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Usage tracker for resource:router and tenant:3f06609ad86c4c05a7a4dd90ffe12706 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:03.304951 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:03.308964 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c2d08142-3afb-405a-aa5c-e0b02eb8900b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.1352148 Apr 19 19:10:03.312642 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 39102) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:03.316330 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:03.321814 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-112135184-router', 'tenant_id': '8a42694aec374663aae1ddf6f96e3643', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:03.331510 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b16d2a7-8870-4769-ad22-cc5ec51e3324 None None] Network 132d4ad0-195c-4d5c-9957-e76f12440abe requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:03.332651 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:03.343859 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-663020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774992'] for router, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:03.345207 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854112796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854094078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854188013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-809'] for router, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:03.371745 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1215c0-9eb5-4d6f-ad65-e2a32b5f67be admin admin] Made reservation on behalf of df4ca2c7ba56417cb88404bc73e87dc5 for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:03.379188 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Usage tracker for resource:router and tenant:8a42694aec374663aae1ddf6f96e3643 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:03.383399 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0e1215c0-9eb5-4d6f-ad65-e2a32b5f67be admin admin] Notify callbacks [] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:03.389629 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:03.413499 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:03.445310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:03.448965 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d36ebe-dd9e-49a3-a598-89054cbf0be9 None None] Network 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:03.450932 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:03.481289 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-663020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774992'] for router, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:03.482401 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854112796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854094078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854188013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-809'] for router, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:03.600061 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Allocated IP 172.28.1.12 (e4e5816e-6a67-4607-b0cd-dfb76bb3ca64/802e8c21-e3db-4541-8cf5-b393bddf9a24/27fc8bfa-279a-400b-a2de-505cd0c59625) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:03.664714 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39126) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:03.700592 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Network b557775c-28c0-4166-9db0-cc3922ae3779 details requested by agent ovs-agent-dv-cinder-786932-1-smb with host dv-cinder-786932-1-smb {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:10:03.759530 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ab70e00f-ed43-4dea-a861-4c40507b00fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:03.804927 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ab70e00f-ed43-4dea-a861-4c40507b00fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:03.829965 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:03.845450 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:03.860141 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-ab70e00f-ed43-4dea-a861-4c40507b00fb admin admin] Usage tracker for resource:security_group_rule and tenant:3e866343bddb48f6b0037efd0df2a252 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:03.874060 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-ab70e00f-ed43-4dea-a861-4c40507b00fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:03.898853 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ab70e00f-ed43-4dea-a861-4c40507b00fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:03.899416 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Network 2a04a19f-2111-459f-b0c6-fd481fb0041e is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:03.960292 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Resources bound (agent type, host, resource id): {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:03.976882 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Pushing event updated for resources: {'Port': ['ID=b56d392c-3b22-40de-b610-5a7a558a22a0,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:04.029585 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:04.078619 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854117281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:04.148599 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a687b50-c124-42ec-a799-0eb739e664c2 None None] Network db53e072-f614-4119-a52c-ac6f8dd3635f requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:04.241803 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:04.255993 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ab70e00f-ed43-4dea-a861-4c40507b00fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:04.258252 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:04.307550 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ab70e00f-ed43-4dea-a861-4c40507b00fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:04.337916 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:04.360326 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:04.360848 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:04.361389 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:04.361869 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:04.362880 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:04.363447 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:04.364113 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:04.365403 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:04.369788 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:04.370284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:04.370764 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:04.371240 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:04.371712 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:04.372246 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Tracked resource versions report: Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: pushed versions: Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: { 'AddressGroup': {'1.2'}, Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'ConntrackHelper': {'1.0'}, Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'Log': {'1.0'}, Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'Network': {'1.1'}, Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'Port': {'1.7'}, Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'PortForwarding': {'1.2'}, Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'QosPolicy': {'1.8'}, Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroup': {'1.4'}, Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroupRule': {'1.2'}, Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'SubPort': {'1.0'}, Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'Subnet': {'1.1'}, Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'Trunk': {'1.1'}} Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: consumer versions: Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: { DHCP agent@dv-cinder-786932-1-smb: {}, Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: HyperV agent@hv-cinder-78693: {}, Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: L3 agent@dv-cinder-786932-1-smb: {}, Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: Metadata agent@dv-cinder-786932-1-smb: {}, Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: Metering agent@dv-cinder-786932-1-smb: {}, Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: Open vSwitch agent@dv-cinder-786932-1-smb: { 'AddressGroup': '1.2', Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'ConntrackHelper': '1.0', Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'Log': '1.0', Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'Network': '1.1', Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'Port': '1.7', Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'PortForwarding': '1.2', Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'QosPolicy': '1.8', Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroup': '1.4', Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroupRule': '1.2', Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'SubPort': '1.0', Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'Subnet': '1.1', Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: 'Trunk': '1.1'}} Apr 19 19:10:04.373527 dv-cinder-786932-1-smb neutron-server[86251]: {{(pid=86368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 19:10:04.406332 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:04.562278 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-ab70e00f-ed43-4dea-a861-4c40507b00fb admin admin] Synchronizing usage tracker for tenant:45d7f2137ff3448682e8cbc6ab500f4f on resource:security_group {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:04.592615 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:04.599693 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9225150-cd2d-5ff7-9625-dca17b2103bc-132d4ad0-195c-4d5c-9957-e76f12440abe', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6'}]}} from dv-cinder-786932-1-smb. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 19:10:04.600554 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854117281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:04.601665 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:04.623785 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Pushing event updated for resources: {'Port': ['ID=27fc8bfa-279a-400b-a2de-505cd0c59625,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:04.653367 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:04.658847 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d77c7d8b-e1ee-4e11-a5c4-6b1c0311ef9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:04.706634 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-ab70e00f-ed43-4dea-a861-4c40507b00fb admin admin] Unset dirty status for tenant:45d7f2137ff3448682e8cbc6ab500f4f on resource:security_group {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:04.708250 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-ab70e00f-ed43-4dea-a861-4c40507b00fb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e866343bddb48f6b0037efd0df2a252&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0426285 Apr 19 19:10:04.709911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39164) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:04.714434 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 39166) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:04.737094 dv-cinder-786932-1-smb neutron-server[86251]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 19 19:10:04.775167 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70e00f-ed43-4dea-a861-4c40507b00fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdf9b13-f691-40c8-ae19-95f9be431962,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:04.788697 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ab70e00f-ed43-4dea-a861-4c40507b00fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:04.843855 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9bb5c885-08da-4ed6-a630-bcf5156253d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:05.036392 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9bb5c885-08da-4ed6-a630-bcf5156253d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:05.145558 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Attempting to bind port b56d392c-3b22-40de-b610-5a7a558a22a0 on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:05.146284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Attempting to bind port b56d392c-3b22-40de-b610-5a7a558a22a0 by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': 'fab56cf1-7ae8-40a6-9bf5-a3487827bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:05.146852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Attempting to bind port b56d392c-3b22-40de-b610-5a7a558a22a0 on network 2a04a19f-2111-459f-b0c6-fd481fb0041e {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:05.170165 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:05.170881 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Checking segment: {'id': 'fab56cf1-7ae8-40a6-9bf5-a3487827bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:05.171531 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:05.172213 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Bound using segment: {'id': 'fab56cf1-7ae8-40a6-9bf5-a3487827bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:05.172938 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Bound port: b56d392c-3b22-40de-b610-5a7a558a22a0, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab56cf1-7ae8-40a6-9bf5-a3487827bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:05.173686 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:05.250062 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:05.265913 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefa72fc-e587-40e2-86c6-98e3d2f21790 None None] Network 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:05.333544 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9bb5c885-08da-4ed6-a630-bcf5156253d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:05.366391 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:05.380454 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a4b8ef4f-eaa7-4252-a2f3-6e43f6bebf03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:05.468659 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5c885-08da-4ed6-a630-bcf5156253d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdf9b13-f691-40c8-ae19-95f9be431962,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:05.476315 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9bb5c885-08da-4ed6-a630-bcf5156253d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:05.512855 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0e1215c0-9eb5-4d6f-ad65-e2a32b5f67be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:05.557508 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:05.667705 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39190) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:05.669619 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1215c0-9eb5-4d6f-ad65-e2a32b5f67be admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7052635-9b77-4c45-9b04-795b0ab69526,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:05.680776 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0e1215c0-9eb5-4d6f-ad65-e2a32b5f67be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:05.767142 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-e5722a98-966e-4be6-a137-a560d8494105 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:05.767360 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9bb5c885-08da-4ed6-a630-bcf5156253d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:05.768489 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-9bb5c885-08da-4ed6-a630-bcf5156253d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4bdf9b13-f691-40c8-ae19-95f9be431962 HTTP/1.1" status: 204 len: 168 time: 1.0497994 Apr 19 19:10:05.769556 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-e5722a98-966e-4be6-a137-a560d8494105 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Synchronizing usage tracker for tenant:cc9299c899674f76befe8d5c99651050 on resource:network {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:05.844063 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:05.872127 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:05.917627 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:05.942106 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Allocated IP 172.20.0.2 (132d4ad0-195c-4d5c-9957-e76f12440abe/f6520559-3281-4271-a77a-f193645776b6/3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:05.969544 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] For port b56d392c-3b22-40de-b610-5a7a558a22a0, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:05.974040 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Allocated IP 172.28.1.123 (e4e5816e-6a67-4607-b0cd-dfb76bb3ca64/802e8c21-e3db-4541-8cf5-b393bddf9a24/7d19f56b-0930-458a-a8fd-bcf336340c83) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:05.974360 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] For port b56d392c-3b22-40de-b610-5a7a558a22a0, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=b56d392c-3b22-40de-b610-5a7a558a22a0,segment=NetworkSegment(fab56cf1-7ae8-40a6-9bf5-a3487827bc30),segment_id=fab56cf1-7ae8-40a6-9bf5-a3487827bc30)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:05.981648 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:05.992105 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:06.178665 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-e5722a98-966e-4be6-a137-a560d8494105 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Unset dirty status for tenant:cc9299c899674f76befe8d5c99651050 on resource:network {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:06.192754 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-e5722a98-966e-4be6-a137-a560d8494105 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/networks?id=db53e072-f614-4119-a52c-ac6f8dd3635f HTTP/1.1" status: 200 len: 812 time: 1.4682400 Apr 19 19:10:06.244606 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:06.290054 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-9ee715c7-3699-4e28-9661-4c6ea607fd0c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/quotas/cc9299c899674f76befe8d5c99651050 HTTP/1.1" status: 200 len: 375 time: 0.0941579 Apr 19 19:10:06.291026 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1215c0-9eb5-4d6f-ad65-e2a32b5f67be admin admin] Checking segment: {'id': 'f60358d5-1c32-469d-a47d-83ed1027ad32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b557775c-28c0-4166-9db0-cc3922ae3779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:06.295895 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:06.296050 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1215c0-9eb5-4d6f-ad65-e2a32b5f67be admin admin] Network hostable DHCP agents. Network: b557775c-28c0-4166-9db0-cc3922ae3779, hostable agents: ['2622c8cf-6b7c-41f1-9991-96794c704a9e'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:10:06.332634 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Transition to ACTIVE for port object 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:06.347373 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:06.375419 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Transition to ACTIVE for port object 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:06.382658 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Pushing event updated for resources: {'Port': ['ID=b56d392c-3b22-40de-b610-5a7a558a22a0,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:06.388092 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:06.389268 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:06.390413 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:10:06.395278 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:06.405793 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:06.489944 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2a56caa4-1cc6-4136-be39-f31dc53d66e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:06.490075 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Network 132d4ad0-195c-4d5c-9957-e76f12440abe is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:06.496582 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Resources bound (agent type, host, resource id): {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:06.499673 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:06.506398 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=7d19f56b-0930-458a-a8fd-bcf336340c83,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:06.514647 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-e33ae4a9-647b-4526-b886-7925a36e91d1 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cc9299c899674f76befe8d5c99651050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2256057 Apr 19 19:10:06.545868 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:06.561890 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2a56caa4-1cc6-4136-be39-f31dc53d66e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:06.568707 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1215c0-9eb5-4d6f-ad65-e2a32b5f67be admin admin] Network b557775c-28c0-4166-9db0-cc3922ae3779 is scheduled to be hosted by DHCP agent 2622c8cf-6b7c-41f1-9991-96794c704a9e with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:10:06.573351 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:06.583006 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-2a56caa4-1cc6-4136-be39-f31dc53d66e3 admin admin] Usage tracker for resource:security_group_rule and tenant:ee17ff55686e490e81e300b2bd0354f1 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:06.587940 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:06.592508 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:06.592696 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-2a56caa4-1cc6-4136-be39-f31dc53d66e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:06.593904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Pushing event updated for resources: {'Port': ['ID=3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:06.597890 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:06.605285 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-0e1215c0-9eb5-4d6f-ad65-e2a32b5f67be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-smb, b557775c-28c0-4166-9db0-cc3922ae3779) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:06.625374 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2a56caa4-1cc6-4136-be39-f31dc53d66e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:06.642017 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1628dad-7dd1-44da-8c99-fc3db1bc6ca9 None None] Network b557775c-28c0-4166-9db0-cc3922ae3779 requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:06.652587 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1215c0-9eb5-4d6f-ad65-e2a32b5f67be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:06.653245 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0e1215c0-9eb5-4d6f-ad65-e2a32b5f67be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:06.725020 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681951'] for router, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:06.873256 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Attempting to bind port 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:06.873676 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Attempting to bind port 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': '6fb463c5-79dc-48d7-8be0-b37cf8227b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:06.874089 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Attempting to bind port 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f on network 132d4ad0-195c-4d5c-9957-e76f12440abe {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:06.931165 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:06.931747 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Checking segment: {'id': '6fb463c5-79dc-48d7-8be0-b37cf8227b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:06.932323 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:06.932774 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Bound using segment: {'id': '6fb463c5-79dc-48d7-8be0-b37cf8227b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:06.933361 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Bound port: 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb463c5-79dc-48d7-8be0-b37cf8227b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:06.933784 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:07.119933 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-0e1215c0-9eb5-4d6f-ad65-e2a32b5f67be admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.9359560 Apr 19 19:10:07.156180 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Allocated IP 172.28.1.46 (e4e5816e-6a67-4607-b0cd-dfb76bb3ca64/802e8c21-e3db-4541-8cf5-b393bddf9a24/f0a87a85-885d-44be-b37a-7bebba2e712b) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:07.218388 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-48bcf76f-c347-4d5e-821a-937de485a4f9 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=86367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:10:07.219511 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-48bcf76f-c347-4d5e-821a-937de485a4f9 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2324953 Apr 19 19:10:07.272921 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2a56caa4-1cc6-4136-be39-f31dc53d66e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:07.352966 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2a56caa4-1cc6-4136-be39-f31dc53d66e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:07.368953 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] For port 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:07.386252 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:07.473900 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-2a56caa4-1cc6-4136-be39-f31dc53d66e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ee17ff55686e490e81e300b2bd0354f1&name=default HTTP/1.1" status: 200 len: 2977 time: 1.7916694 Apr 19 19:10:07.478812 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] For port 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:07.486550 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39250) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:07.486928 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39252) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:07.490285 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56caa4-1cc6-4136-be39-f31dc53d66e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766e0cd4-30ea-40e4-83c3-5b3429560de2,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:07.497955 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2a56caa4-1cc6-4136-be39-f31dc53d66e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:07.535554 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:07.538888 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b9253f-8643-4f8e-bca2-cf5c33b9024d None None] Network b557775c-28c0-4166-9db0-cc3922ae3779 requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:07.574611 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 is scheduled to L3 agent 2c703743-f452-488c-92fc-d405be3d4735 with binding_index 1 {{(pid=86367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 19:10:07.606824 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-be2dfa35-20cd-4a02-8440-2ac2cdf0344c service neutron] 10.222.0.58 "GET /v2.0/networks/db53e072-f614-4119-a52c-ac6f8dd3635f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732023 Apr 19 19:10:07.652940 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:07.822893 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Pushing event updated for resources: {'Port': ['ID=3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:07.831011 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:07.845382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:07.847262 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3611e9a4-ac25-40b1-aec0-83ea028f7591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:07.963312 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-151e0669-7470-4e61-99b4-5d09c478cdf9 admin admin] Deleting subnet 2b1595c3-a469-4173-ac4a-afb7bdcf96cd {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:10:08.011111 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-151e0669-7470-4e61-99b4-5d09c478cdf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:08.088640 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:08.141051 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2c978e27-ccb2-49d9-bb8b-4521ce0d827b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:08.147034 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-151e0669-7470-4e61-99b4-5d09c478cdf9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:08.167528 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:08.222548 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-151e0669-7470-4e61-99b4-5d09c478cdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070052'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:08.287902 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:08.336792 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2c978e27-ccb2-49d9-bb8b-4521ce0d827b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:08.346484 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-4d78d9ab-2662-47cf-af3a-88004f2cb231 service neutron] 10.222.0.58 "GET /v2.0/networks/db53e072-f614-4119-a52c-ac6f8dd3635f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7270281 Apr 19 19:10:08.374476 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:08.390035 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d95a0d-35ab-48dc-8788-d137c135cada None None] Network 2a04a19f-2111-459f-b0c6-fd481fb0041e requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:08.390807 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:08.400057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:08.471593 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:10:08.484748 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Sync routers for ids ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'] in dv-cinder-786932-1-smb {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:10:08.515688 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Routers {'3e2709f7-e886-4fff-a9a5-fef4a2f305a8'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:08.521144 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:09:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:08.580943 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:08.586548 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8572440 Apr 19 19:10:08.587504 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39276) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:08.617487 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:08.845986 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Set router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:08.884686 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Pushing event updated for resources: {'Port': ['ID=f0a87a85-885d-44be-b37a-7bebba2e712b,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:08.899429 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:08.914107 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-cd31f464-ce23-4903-a0c5-f62390b26151 None None] Provisioning for port b56d392c-3b22-40de-b610-5a7a558a22a0 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:08.985680 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:09.025818 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device b56d392c-3b22-40de-b610-5a7a558a22a0 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:09.579590 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port b56d392c-3b22-40de-b610-5a7a558a22a0 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:09.594128 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port b56d392c-3b22-40de-b610-5a7a558a22a0 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:09.594549 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:09.667158 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2c978e27-ccb2-49d9-bb8b-4521ce0d827b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:09.744528 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:10:04Z', 'revision_number': 3, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port': {'id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:09.756961 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Checking router: 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 for host: dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:10:09.757378 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Updating router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 port 27fc8bfa-279a-400b-a2de-505cd0c59625 binding host dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:10:09.763033 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eb9ab6-8583-4d21-b0aa-f6136542e762 None None] Network 132d4ad0-195c-4d5c-9957-e76f12440abe requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:10:09.775262 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:09.910897 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2c978e27-ccb2-49d9-bb8b-4521ce0d827b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:09.916577 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-2c978e27-ccb2-49d9-bb8b-4521ce0d827b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/766e0cd4-30ea-40e4-83c3-5b3429560de2 HTTP/1.1" status: 204 len: 168 time: 2.4212458 Apr 19 19:10:09.929933 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:09.950552 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c978e27-ccb2-49d9-bb8b-4521ce0d827b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766e0cd4-30ea-40e4-83c3-5b3429560de2,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:09.984896 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2c978e27-ccb2-49d9-bb8b-4521ce0d827b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:10.205117 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 39342) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:10.205737 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 39346) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:10.313415 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-522abad6-ea32-492a-97ca-189412baaf4d None None] Provisioning for port 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:10.328360 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-522abad6-ea32-492a-97ca-189412baaf4d None None] Provisioning complete for port 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:10.328829 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-522abad6-ea32-492a-97ca-189412baaf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:10.349343 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:10.464509 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681951'] for router, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:10.465369 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fd6b741-9866-46c2-9cb7-6c3b16cbde3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:10.600788 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:10.747621 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-151e0669-7470-4e61-99b4-5d09c478cdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850705764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:10.816357 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-31702621-9d2b-41c3-99d6-a919616e964a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:10.857659 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-31702621-9d2b-41c3-99d6-a919616e964a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:10.883165 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-31702621-9d2b-41c3-99d6-a919616e964a admin admin] Usage tracker for resource:security_group_rule and tenant:69c9aaefb722454a9a5b0a39736ac1e9 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:10.897196 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-31702621-9d2b-41c3-99d6-a919616e964a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:10.930954 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-31702621-9d2b-41c3-99d6-a919616e964a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:10.941952 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:10.988165 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-522abad6-ea32-492a-97ca-189412baaf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:11.017473 dv-cinder-786932-1-smb neutron-server[86251]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 19 19:10:11.042957 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port b56d392c-3b22-40de-b610-5a7a558a22a0, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=b56d392c-3b22-40de-b610-5a7a558a22a0,segment=NetworkSegment(fab56cf1-7ae8-40a6-9bf5-a3487827bc30),segment_id=fab56cf1-7ae8-40a6-9bf5-a3487827bc30)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:11.062528 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:11.099571 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ecbd67ec-70df-4a31-b5e3-e122c4f03027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:11.114247 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:11.134168 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 39372) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:11.148952 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Transition to ACTIVE for port object 27fc8bfa-279a-400b-a2de-505cd0c59625 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:11.159335 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:11.182254 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c7dfd670-0706-4220-b89c-fc949cadedb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:11.208498 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-151e0669-7470-4e61-99b4-5d09c478cdf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:11.234979 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e0669-7470-4e61-99b4-5d09c478cdf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b1595c3-a469-4173-ac4a-afb7bdcf96cd,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:11.249132 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-151e0669-7470-4e61-99b4-5d09c478cdf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:11.253552 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-151e0669-7470-4e61-99b4-5d09c478cdf9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2b1595c3-a469-4173-ac4a-afb7bdcf96cd HTTP/1.1" status: 204 len: 168 time: 3.7572312 Apr 19 19:10:11.255362 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39376) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:11.283389 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=b56d392c-3b22-40de-b610-5a7a558a22a0,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:11.298124 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:11.311779 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-522abad6-ea32-492a-97ca-189412baaf4d None None] For port 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:11.321890 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-522abad6-ea32-492a-97ca-189412baaf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:11.333162 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-64a10b77-6685-4da0-89ab-a5546a0bea1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:11.344884 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7557b-16ef-496d-8199-3986048d801a None None] Pushing event updated for resources: {'Port': ['ID=27fc8bfa-279a-400b-a2de-505cd0c59625,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:11.372478 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Attempting to bind port 27fc8bfa-279a-400b-a2de-505cd0c59625 on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:11.375568 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Attempting to bind port 27fc8bfa-279a-400b-a2de-505cd0c59625 by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:11.376251 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Attempting to bind port 27fc8bfa-279a-400b-a2de-505cd0c59625 on network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:11.380200 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39380) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:11.384282 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c251155-56ad-4058-8166-b1d686ae9f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:11.411659 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:11.412435 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Checking segment: {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:11.413085 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:11.413724 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Bound using segment: {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:11.414720 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Bound port: 27fc8bfa-279a-400b-a2de-505cd0c59625, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:11.415344 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:11.427180 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3959784'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:11.429878 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cecbde02-e962-4a80-9adc-ce801e6a3ba7 req-5e03c095-d248-49bb-b793-1c39ab3eef2d tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 210 time: 1.2221243 Apr 19 19:10:11.442115 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522abad6-ea32-492a-97ca-189412baaf4d None None] Pushing event updated for resources: {'Port': ['ID=3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:11.453619 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-522abad6-ea32-492a-97ca-189412baaf4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:11.460503 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:11.482955 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-383852db-9384-4d6b-a45d-b9ffa53951ce None None] Provisioning complete for port 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:11.483650 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-383852db-9384-4d6b-a45d-b9ffa53951ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:11.543572 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] For port 27fc8bfa-279a-400b-a2de-505cd0c59625, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:11.548475 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4c251155-56ad-4058-8166-b1d686ae9f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:11.566449 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] For port 27fc8bfa-279a-400b-a2de-505cd0c59625, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=27fc8bfa-279a-400b-a2de-505cd0c59625,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:11.569992 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7557b-16ef-496d-8199-3986048d801a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:11.573062 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7557b-16ef-496d-8199-3986048d801a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:11.573666 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7557b-16ef-496d-8199-3986048d801a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:11.574231 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7557b-16ef-496d-8199-3986048d801a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:11.575906 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7557b-16ef-496d-8199-3986048d801a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:11.576809 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7557b-16ef-496d-8199-3986048d801a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:11.577619 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7557b-16ef-496d-8199-3986048d801a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:11.579190 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7557b-16ef-496d-8199-3986048d801a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:11.579833 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7557b-16ef-496d-8199-3986048d801a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:11.581378 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7557b-16ef-496d-8199-3986048d801a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:11.583785 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7557b-16ef-496d-8199-3986048d801a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:11.584406 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7557b-16ef-496d-8199-3986048d801a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7557b-16ef-496d-8199-3986048d801a None None] Tracked resource versions report: Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: pushed versions: Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: { 'AddressGroup': {'1.2'}, Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'ConntrackHelper': {'1.0'}, Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'Log': {'1.0'}, Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'Network': {'1.1'}, Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'Port': {'1.7'}, Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'PortForwarding': {'1.2'}, Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'QosPolicy': {'1.8'}, Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroup': {'1.4'}, Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroupRule': {'1.2'}, Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'SubPort': {'1.0'}, Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'Subnet': {'1.1'}, Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'Trunk': {'1.1'}} Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: consumer versions: Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: { DHCP agent@dv-cinder-786932-1-smb: {}, Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: HyperV agent@hv-cinder-78693: {}, Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: L3 agent@dv-cinder-786932-1-smb: {}, Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: Metadata agent@dv-cinder-786932-1-smb: {}, Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: Metering agent@dv-cinder-786932-1-smb: {}, Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: Open vSwitch agent@dv-cinder-786932-1-smb: { 'AddressGroup': '1.2', Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'ConntrackHelper': '1.0', Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'Log': '1.0', Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'Network': '1.1', Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'Port': '1.7', Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'PortForwarding': '1.2', Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'QosPolicy': '1.8', Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroup': '1.4', Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'SecurityGroupRule': '1.2', Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'SubPort': '1.0', Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'Subnet': '1.1', Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: 'Trunk': '1.1'}} Apr 19 19:10:11.587539 dv-cinder-786932-1-smb neutron-server[86251]: {{(pid=86369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 19:10:11.595704 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:11.599615 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-00a7557b-16ef-496d-8199-3986048d801a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:11.605674 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-4c251155-56ad-4058-8166-b1d686ae9f99 admin admin] Usage tracker for resource:security_group_rule and tenant:5989758e98d743e99de5f8eebb4a98fb is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:11.608393 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c7dfd670-0706-4220-b89c-fc949cadedb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:11.635356 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-4c251155-56ad-4058-8166-b1d686ae9f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:11.658512 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4c251155-56ad-4058-8166-b1d686ae9f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:11.705220 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850705679', 'neutron.services.segments.db._delete_segments_for_network-8745729553011'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:11.722011 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:11.722623 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Router fd169c5e-b497-4409-8032-56f4dde26f0e is scheduled to L3 agent 2c703743-f452-488c-92fc-d405be3d4735 with binding_index 1 {{(pid=86366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 19:10:11.724169 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4975c8c6-6deb-4165-9562-3ebe51eca124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:11.754660 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:11.759222 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-383852db-9384-4d6b-a45d-b9ffa53951ce None None] Provisioning complete for port b56d392c-3b22-40de-b610-5a7a558a22a0 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:11.759656 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-383852db-9384-4d6b-a45d-b9ffa53951ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:11.806918 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Routers {'3e2709f7-e886-4fff-a9a5-fef4a2f305a8'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:11.807980 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:10:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:11.911456 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4975c8c6-6deb-4165-9562-3ebe51eca124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:11.925249 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681951'] for router, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:11.941650 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-4975c8c6-6deb-4165-9562-3ebe51eca124 admin admin] Usage tracker for resource:security_group_rule and tenant:01bbd38c738644afad98b273574d1a35 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:11.950109 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-4975c8c6-6deb-4165-9562-3ebe51eca124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:11.963643 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7557b-16ef-496d-8199-3986048d801a None None] Pushing event updated for resources: {'Port': ['ID=27fc8bfa-279a-400b-a2de-505cd0c59625,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:11.980286 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-00a7557b-16ef-496d-8199-3986048d801a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:12.010666 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4975c8c6-6deb-4165-9562-3ebe51eca124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:12.040424 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] Set router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:12.065064 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:12.066236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:12.067383 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:12.067793 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Subscribe: > port after_create 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:12.068217 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:12.068695 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Subscribe: > port after_update 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:12.069070 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:12.069439 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:12.069802 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:12.070164 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:12.245613 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:12.246003 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:12.246381 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:12.246755 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:10:12.247141 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47136520-276e-48fe-b53b-57770b325ccd']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:12.252119 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c251155-56ad-4058-8166-b1d686ae9f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:12.273773 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c251155-56ad-4058-8166-b1d686ae9f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:12.275147 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:12.296454 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982c9bcd-2cf0-4e66-b70a-eb6625fa68b5') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:12.296801 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982c9bcd-2cf0-4e66-b70a-eb6625fa68b5') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:12.312485 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-31702621-9d2b-41c3-99d6-a919616e964a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:12.313778 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f77ffa4b-2c8d-4e2e-b5b1-21253f845814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:12.359236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-31702621-9d2b-41c3-99d6-a919616e964a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:12.359561 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291125193315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853175040'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:12.373140 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c251155-56ad-4058-8166-b1d686ae9f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005cff1a-4cea-4722-837d-d1eed9c7122c,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:12.380989 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4c251155-56ad-4058-8166-b1d686ae9f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:12.393016 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:10:04Z', 'revision_number': 3, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port': {'id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:12.398896 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07ffdff-25da-4b1a-a3a2-0fdab8dad131 None None] The sync data for ids ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'] in dv-cinder-786932-1-smb is: [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:10:04Z', 'revision_number': 3, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port': {'id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:10:12.408592 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:10:12.413734 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:12.420943 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Sync routers for ids ['fd169c5e-b497-4409-8032-56f4dde26f0e'] in dv-cinder-786932-1-smb {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:10:12.427507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:12.436031 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Routers {'fd169c5e-b497-4409-8032-56f4dde26f0e'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:12.436853 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:10:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['fd169c5e-b497-4409-8032-56f4dde26f0e'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:12.458307 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-4c251155-56ad-4058-8166-b1d686ae9f99 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5989758e98d743e99de5f8eebb4a98fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2481787 Apr 19 19:10:12.480269 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 39398) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:12.501352 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:10:12.551717 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-31702621-9d2b-41c3-99d6-a919616e964a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69c9aaefb722454a9a5b0a39736ac1e9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3376393 Apr 19 19:10:12.553591 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39404) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:12.561939 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31702621-9d2b-41c3-99d6-a919616e964a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af7b869-22e9-4320-8de4-dfb4f37915c3,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:12.764186 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:12.774651 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Set router fd169c5e-b497-4409-8032-56f4dde26f0e gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:12.853724 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-31702621-9d2b-41c3-99d6-a919616e964a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:12.854748 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:12.859794 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-a622b4da-c12c-4ae0-9d45-838f6a8ea7e5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.6079621 Apr 19 19:10:12.861108 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 39410) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:12.978453 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84fe2869-a351-4ff2-bdd5-12e1e452514b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:12.994991 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Router 5746e412-7d53-4c1c-8a74-74a295b7845a is scheduled to L3 agent 2c703743-f452-488c-92fc-d405be3d4735 with binding_index 1 {{(pid=86366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 19:10:13.089545 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.75', 62028) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:13.229322 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:07Z', 'revision_number': 3, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port': {'id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:13.234567 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Checking router: fd169c5e-b497-4409-8032-56f4dde26f0e for host: dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:10:13.234957 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Updating router fd169c5e-b497-4409-8032-56f4dde26f0e port 7d19f56b-0930-458a-a8fd-bcf336340c83 binding host dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:10:13.249305 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-60671edc-a6a7-40cc-aa9e-62b06a1f043f req-86b36b96-3ef6-4aef-ba65-d8eeb42d7bca tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 210 time: 0.5426362 Apr 19 19:10:13.341434 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Allocated IP 172.20.0.1 (2a04a19f-2111-459f-b0c6-fd481fb0041e/30029454-1ddd-4aa7-85a3-1fc1f6ca707e/e129e983-9cc2-4e3d-b510-2a7a9325d95e) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:13.356893 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:13.454791 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84fe2869-a351-4ff2-bdd5-12e1e452514b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:13.457831 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:13.488392 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Network 47136520-276e-48fe-b53b-57770b325ccd has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:10:13.511017 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4065973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62134087'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:13.529711 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4975c8c6-6deb-4165-9562-3ebe51eca124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:13.635782 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84fe2869-a351-4ff2-bdd5-12e1e452514b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:13.728811 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4975c8c6-6deb-4165-9562-3ebe51eca124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:13.771857 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:13.775772 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:13.776556 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:13.814927 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-435a1356-361a-4ba9-b6ac-f7d7cedb1c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:13.868207 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4c251155-56ad-4058-8166-b1d686ae9f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:13.907316 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-e577a47e-4c78-4a06-b254-91c5eeed1cac tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:13.926172 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-e577a47e-4c78-4a06-b254-91c5eeed1cac tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.75 "GET /v2.0/networks?id=db53e072-f614-4119-a52c-ac6f8dd3635f HTTP/1.1" status: 200 len: 812 time: 0.8341446 Apr 19 19:10:13.939985 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe2869-a351-4ff2-bdd5-12e1e452514b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005cff1a-4cea-4722-837d-d1eed9c7122c,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:13.960985 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-84fe2869-a351-4ff2-bdd5-12e1e452514b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:13.967141 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:10:13.979658 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Sync routers for ids ['5746e412-7d53-4c1c-8a74-74a295b7845a'] in dv-cinder-786932-1-smb {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:10:13.987089 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84fe2869-a351-4ff2-bdd5-12e1e452514b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:13.989075 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-84fe2869-a351-4ff2-bdd5-12e1e452514b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/005cff1a-4cea-4722-837d-d1eed9c7122c HTTP/1.1" status: 204 len: 168 time: 1.5075541 Apr 19 19:10:13.994580 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Routers {'5746e412-7d53-4c1c-8a74-74a295b7845a'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:13.995273 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:10:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['5746e412-7d53-4c1c-8a74-74a295b7845a'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:13.998162 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-4975c8c6-6deb-4165-9562-3ebe51eca124 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01bbd38c738644afad98b273574d1a35&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6137350 Apr 19 19:10:14.003634 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-435a1356-361a-4ba9-b6ac-f7d7cedb1c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:14.020504 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Request body: {'port': {'device_id': '87490f82-6b33-46ae-aee7-c85690e5d650', 'network_id': 'db53e072-f614-4119-a52c-ac6f8dd3635f', 'admin_state_up': True, 'tenant_id': 'cc9299c899674f76befe8d5c99651050'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:14.070499 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 39434) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:14.077306 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 27fc8bfa-279a-400b-a2de-505cd0c59625 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:14.106425 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-435a1356-361a-4ba9-b6ac-f7d7cedb1c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:14.110232 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Network 47136520-276e-48fe-b53b-57770b325ccd has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:10:14.123072 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975c8c6-6deb-4165-9562-3ebe51eca124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917fa49f-515a-46e6-a418-c47e32e4dcc6,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: from cryptography.utils import int_from_bytes Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: from cryptography.utils import int_from_bytes Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: (rel_b, rel_a, rel_b), Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: (rel_b, rel_a, rel_b), Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: Traceback (most recent call last): Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: timer() Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: cb(*args, **kw) Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: return func(*args, **kwargs) Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: self._notify() Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: self.callback(batched_events) Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: event.method(event) Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: segment_id)['aggregates'][0] Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: return f(self, *a, **k) Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: return self._get(url).json() Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: **kwargs) Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: return self.request(url, 'GET', **kwargs) Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: **endpoint_filter) Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:10:14.171257 dv-cinder-786932-1-smb neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:10:14.203192 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4975c8c6-6deb-4165-9562-3ebe51eca124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:14.204334 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4975c8c6-6deb-4165-9562-3ebe51eca124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:14.204839 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port 27fc8bfa-279a-400b-a2de-505cd0c59625 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:14.216162 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 27fc8bfa-279a-400b-a2de-505cd0c59625 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:14.216693 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:14.259754 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Set router 5746e412-7d53-4c1c-8a74-74a295b7845a gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:14.306237 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:14.317021 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.db.resource_extend [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 19:10:14.328797 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a1356-361a-4ba9-b6ac-f7d7cedb1c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af7b869-22e9-4320-8de4-dfb4f37915c3,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:14.365018 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:14.376645 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.0528698 Apr 19 19:10:14.383381 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-435a1356-361a-4ba9-b6ac-f7d7cedb1c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:14.389570 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 39448) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:14.432292 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Transition to ACTIVE for port object e129e983-9cc2-4e3d-b510-2a7a9325d95e will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:14.488027 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-435a1356-361a-4ba9-b6ac-f7d7cedb1c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:14.497063 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-435a1356-361a-4ba9-b6ac-f7d7cedb1c4f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4af7b869-22e9-4320-8de4-dfb4f37915c3 HTTP/1.1" status: 204 len: 168 time: 1.8690178 Apr 19 19:10:14.502613 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658050'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:14.523352 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:14.576119 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:14.586710 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Pushing event deleted for resources: {'Network': ['ID=47136520-276e-48fe-b53b-57770b325ccd,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:14.601175 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:14.603410 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-fe299207-f7c4-445b-94fb-2866d7cb6153 admin admin] 10.222.0.58 "DELETE /v2.0/networks/47136520-276e-48fe-b53b-57770b325ccd HTTP/1.1" status: 204 len: 168 time: 3.3467464 Apr 19 19:10:14.608380 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39456) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:14.643084 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:14.647932 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:14.681687 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port 27fc8bfa-279a-400b-a2de-505cd0c59625, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=27fc8bfa-279a-400b-a2de-505cd0c59625,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:14.686835 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:14.699606 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device b56d392c-3b22-40de-b610-5a7a558a22a0 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:14.718124 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:14.753848 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7705c43f-175b-4885-902b-9d2174587a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:14.931855 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:14.955123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Network 2a04a19f-2111-459f-b0c6-fd481fb0041e is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:14.990624 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:15.019895 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:15.126279 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e129e983-9cc2-4e3d-b510-2a7a9325d95e,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:15.164589 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-b911774e-dba3-4752-b428-a9a0296f1d24 admin admin] Deleting subnet d7052635-9b77-4c45-9b04-795b0ab69526 {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:10:15.171554 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:15.204130 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b911774e-dba3-4752-b428-a9a0296f1d24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:15.239439 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Transition to ACTIVE for port object 7d19f56b-0930-458a-a8fd-bcf336340c83 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:15.248833 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=27fc8bfa-279a-400b-a2de-505cd0c59625,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:15.278789 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:15.303375 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:15.321000 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5746e412-7d53-4c1c-8a74-74a295b7845a', 'name': 'tempest-ServerRescueNegativeTestJSON-112135184-router', 'tenant_id': '8a42694aec374663aae1ddf6f96e3643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f0a87a85-885d-44be-b37a-7bebba2e712b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:08Z', 'revision_number': 3, 'project_id': '8a42694aec374663aae1ddf6f96e3643', 'gw_port': {'id': 'f0a87a85-885d-44be-b37a-7bebba2e712b', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5746e412-7d53-4c1c-8a74-74a295b7845a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:15.325280 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:15.341617 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Checking router: 5746e412-7d53-4c1c-8a74-74a295b7845a for host: dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:10:15.342032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Updating router 5746e412-7d53-4c1c-8a74-74a295b7845a port f0a87a85-885d-44be-b37a-7bebba2e712b binding host dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:10:15.399468 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-eb895f61-d526-4e4a-8c6a-09dfda9693a9 req-a2545c40-7604-4473-b628-460c9219db53 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 210 time: 0.4503655 Apr 19 19:10:15.432357 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854117886'] for router_interface, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:15.592272 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:15.617224 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70baae9-f0bc-4b6e-b369-05c9d973824e None None] Pushing event updated for resources: {'Port': ['ID=7d19f56b-0930-458a-a8fd-bcf336340c83,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:15.666897 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d70baae9-f0bc-4b6e-b369-05c9d973824e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:15.678074 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b911774e-dba3-4752-b428-a9a0296f1d24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1600776'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:15.726660 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port b56d392c-3b22-40de-b610-5a7a558a22a0 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:15.738842 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:16.034949 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b911774e-dba3-4752-b428-a9a0296f1d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070052'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:16.039421 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Attempting to bind port 7d19f56b-0930-458a-a8fd-bcf336340c83 on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:16.040605 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Attempting to bind port 7d19f56b-0930-458a-a8fd-bcf336340c83 by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:16.041203 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Attempting to bind port 7d19f56b-0930-458a-a8fd-bcf336340c83 on network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:16.057596 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-a8f0859b-ee7b-4de8-a14e-7e7311fb2758 None None] Provisioning for port e129e983-9cc2-4e3d-b510-2a7a9325d95e completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:16.075649 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-a8f0859b-ee7b-4de8-a14e-7e7311fb2758 None None] Provisioning complete for port e129e983-9cc2-4e3d-b510-2a7a9325d95e triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:16.081671 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a8f0859b-ee7b-4de8-a14e-7e7311fb2758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:16.102593 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39480) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:16.195359 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:16.195773 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Checking segment: {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:16.196429 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:16.196857 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Bound using segment: {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:16.197581 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Bound port: 7d19f56b-0930-458a-a8fd-bcf336340c83, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:16.198477 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:16.303623 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] For port 7d19f56b-0930-458a-a8fd-bcf336340c83, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:16.309345 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] For port 7d19f56b-0930-458a-a8fd-bcf336340c83, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=7d19f56b-0930-458a-a8fd-bcf336340c83,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:16.311821 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-a8f0859b-ee7b-4de8-a14e-7e7311fb2758 None None] Port e129e983-9cc2-4e3d-b510-2a7a9325d95e cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:10:16.315778 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:16.418039 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-adf242fa-242b-47cf-8e45-e23a71d9629c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:16.448590 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:16.459068 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e8295c94-8068-4a26-afc0-eb700e7146cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:16.496575 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e8295c94-8068-4a26-afc0-eb700e7146cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:16.581391 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-adf242fa-242b-47cf-8e45-e23a71d9629c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:16.615357 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Routers {'fd169c5e-b497-4409-8032-56f4dde26f0e'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:16.616086 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:10:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['fd169c5e-b497-4409-8032-56f4dde26f0e'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:16.724522 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-adf242fa-242b-47cf-8e45-e23a71d9629c admin admin] Usage tracker for resource:security_group_rule and tenant:6dfe81bfcddf4b9693414d049ab1a348 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:16.745326 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:16.747751 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-adf242fa-242b-47cf-8e45-e23a71d9629c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:16.770519 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:16.797828 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Transition to ACTIVE for port object f0a87a85-885d-44be-b37a-7bebba2e712b will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:16.829217 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:16.844963 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-00a7557b-16ef-496d-8199-3986048d801a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:16.860809 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-adf242fa-242b-47cf-8e45-e23a71d9629c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:16.863055 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 27fc8bfa-279a-400b-a2de-505cd0c59625 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:17.043451 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:17.062963 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Usage tracker for resource:port and tenant:cc9299c899674f76befe8d5c99651050 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:17.071368 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:17.147734 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:17.164437 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Attempting to bind port f0a87a85-885d-44be-b37a-7bebba2e712b on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:17.164857 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Attempting to bind port f0a87a85-885d-44be-b37a-7bebba2e712b by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:17.165277 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Attempting to bind port f0a87a85-885d-44be-b37a-7bebba2e712b on network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:17.188955 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-adf242fa-242b-47cf-8e45-e23a71d9629c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:17.205074 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634151e3-53d1-4549-8627-b156b9d829c6 None None] Pushing event updated for resources: {'Port': ['ID=f0a87a85-885d-44be-b37a-7bebba2e712b,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:17.213148 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-634151e3-53d1-4549-8627-b156b9d829c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:17.226841 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:17.226841 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Checking segment: {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:17.226841 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:17.226841 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Bound using segment: {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:17.226841 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Bound port: f0a87a85-885d-44be-b37a-7bebba2e712b, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:17.230927 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:17.249094 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-adf242fa-242b-47cf-8e45-e23a71d9629c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:17.391995 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:17.456821 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Made reservation on behalf of cc9299c899674f76befe8d5c99651050 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:17.463712 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] Set router fd169c5e-b497-4409-8032-56f4dde26f0e gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:17.466864 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:17.510992 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] For port f0a87a85-885d-44be-b37a-7bebba2e712b, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:17.522627 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] For port f0a87a85-885d-44be-b37a-7bebba2e712b, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=f0a87a85-885d-44be-b37a-7bebba2e712b,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:17.527084 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:17.533157 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:17.553312 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf242fa-242b-47cf-8e45-e23a71d9629c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b40e4d-21f8-4173-87b6-6af37db0ae33,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:17.628280 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e8352f8a-0b70-47bd-af85-678bcd1dda23 req-f9e59249-304e-4028-981d-28354797d1fb tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 210 time: 0.4284270 Apr 19 19:10:17.650757 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-adf242fa-242b-47cf-8e45-e23a71d9629c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:17.695107 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Routers {'5746e412-7d53-4c1c-8a74-74a295b7845a'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:17.695964 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:10:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['5746e412-7d53-4c1c-8a74-74a295b7845a'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:17.779167 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-adf242fa-242b-47cf-8e45-e23a71d9629c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6dfe81bfcddf4b9693414d049ab1a348&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6641352 Apr 19 19:10:17.793475 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39498) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:17.929556 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634151e3-53d1-4549-8627-b156b9d829c6 None None] Pushing event updated for resources: {'Port': ['ID=f0a87a85-885d-44be-b37a-7bebba2e712b,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:17.935773 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-634151e3-53d1-4549-8627-b156b9d829c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:18.015506 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70baae9-f0bc-4b6e-b369-05c9d973824e None None] Pushing event updated for resources: {'Port': ['ID=7d19f56b-0930-458a-a8fd-bcf336340c83,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:18.049895 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 27fc8bfa-279a-400b-a2de-505cd0c59625 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:18.052735 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.072461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] Set router 5746e412-7d53-4c1c-8a74-74a295b7845a gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:18.115671 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d70baae9-f0bc-4b6e-b369-05c9d973824e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.684s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:18.261037 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Allocated IP 172.20.0.3 (db53e072-f614-4119-a52c-ac6f8dd3635f/10a2052b-53c0-4315-919c-9a20259d5833/00fa37c5-58b0-48e7-934f-ee7e409b26a7) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:18.345693 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4f92e96d-9222-4e21-9143-52a633ac9949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.362407 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.375316 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e8295c94-8068-4a26-afc0-eb700e7146cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.377341 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.417456 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b911774e-dba3-4752-b428-a9a0296f1d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850705764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036792642332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036793590110'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.437251 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:18.447818 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:18.550379 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:07Z', 'revision_number': 3, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port': {'id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:18.564148 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e3595-6bba-4862-84d3-4788ccec4ea5 None None] The sync data for ids ['fd169c5e-b497-4409-8032-56f4dde26f0e'] in dv-cinder-786932-1-smb is: [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:07Z', 'revision_number': 3, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port': {'id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:10:18.566611 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4f92e96d-9222-4e21-9143-52a633ac9949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.566762 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8295c94-8068-4a26-afc0-eb700e7146cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917fa49f-515a-46e6-a418-c47e32e4dcc6,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:18.715242 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.729540 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911774e-dba3-4752-b428-a9a0296f1d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7052635-9b77-4c45-9b04-795b0ab69526,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:18.741876 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62134073'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.742901 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b911774e-dba3-4752-b428-a9a0296f1d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:18.750412 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b911774e-dba3-4752-b428-a9a0296f1d24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:18.790896 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b911774e-dba3-4752-b428-a9a0296f1d24 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d7052635-9b77-4c45-9b04-795b0ab69526 HTTP/1.1" status: 204 len: 168 time: 4.1807415 Apr 19 19:10:18.905034 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39510) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:18.905762 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:18.918331 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5746e412-7d53-4c1c-8a74-74a295b7845a', 'name': 'tempest-ServerRescueNegativeTestJSON-112135184-router', 'tenant_id': '8a42694aec374663aae1ddf6f96e3643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f0a87a85-885d-44be-b37a-7bebba2e712b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:08Z', 'revision_number': 3, 'project_id': '8a42694aec374663aae1ddf6f96e3643', 'gw_port': {'id': 'f0a87a85-885d-44be-b37a-7bebba2e712b', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5746e412-7d53-4c1c-8a74-74a295b7845a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:18.926076 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656a6a7a-54e2-4a64-aae8-d06f83644838 None None] The sync data for ids ['5746e412-7d53-4c1c-8a74-74a295b7845a'] in dv-cinder-786932-1-smb is: [{'id': '5746e412-7d53-4c1c-8a74-74a295b7845a', 'name': 'tempest-ServerRescueNegativeTestJSON-112135184-router', 'tenant_id': '8a42694aec374663aae1ddf6f96e3643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f0a87a85-885d-44be-b37a-7bebba2e712b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:08Z', 'revision_number': 3, 'project_id': '8a42694aec374663aae1ddf6f96e3643', 'gw_port': {'id': 'f0a87a85-885d-44be-b37a-7bebba2e712b', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5746e412-7d53-4c1c-8a74-74a295b7845a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:10:18.955719 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853757521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658021'] for router_interface, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:19.036076 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Allocated IP 172.20.0.1 (132d4ad0-195c-4d5c-9957-e76f12440abe/f6520559-3281-4271-a77a-f193645776b6/78355f11-9600-4744-a55b-21f079ffd533) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:19.120592 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e8295c94-8068-4a26-afc0-eb700e7146cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:19.401486 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-2c144a5b-243e-441f-9e03-af9fdcc4f1be req-15728eda-51e4-48fc-85b5-41a2ea6000c0 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Synchronizing usage tracker for tenant:cc9299c899674f76befe8d5c99651050 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:19.800576 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e8295c94-8068-4a26-afc0-eb700e7146cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:19.805802 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-e8295c94-8068-4a26-afc0-eb700e7146cd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/917fa49f-515a-46e6-a418-c47e32e4dcc6 HTTP/1.1" status: 204 len: 168 time: 5.7235825 Apr 19 19:10:19.890664 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e129e983-9cc2-4e3d-b510-2a7a9325d95e,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:19.927365 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.021s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:19.983945 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d6ab58cf-4e85-46a6-9b97-8c9aa28ece05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3959784'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:19.990511 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Network 2a04a19f-2111-459f-b0c6-fd481fb0041e is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:19.995117 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:20.501001 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-b7172f2c-f80a-49e6-8550-28d32e68db1c None None] Provisioning complete for port e129e983-9cc2-4e3d-b510-2a7a9325d95e triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:20.501610 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b7172f2c-f80a-49e6-8550-28d32e68db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:20.578723 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4f92e96d-9222-4e21-9143-52a633ac9949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:20.676953 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:20.767467 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92e96d-9222-4e21-9143-52a633ac9949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b40e4d-21f8-4173-87b6-6af37db0ae33,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:20.864279 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-b7172f2c-f80a-49e6-8550-28d32e68db1c None None] Port e129e983-9cc2-4e3d-b510-2a7a9325d95e cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:10:20.913163 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 7d19f56b-0930-458a-a8fd-bcf336340c83 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:20.924746 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4f92e96d-9222-4e21-9143-52a633ac9949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:20.964306 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-2c144a5b-243e-441f-9e03-af9fdcc4f1be req-15728eda-51e4-48fc-85b5-41a2ea6000c0 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Unset dirty status for tenant:cc9299c899674f76befe8d5c99651050 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:20.965623 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2c144a5b-243e-441f-9e03-af9fdcc4f1be req-15728eda-51e4-48fc-85b5-41a2ea6000c0 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 210 time: 1.8510990 Apr 19 19:10:20.981159 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4f92e96d-9222-4e21-9143-52a633ac9949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:20.996642 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-4f92e96d-9222-4e21-9143-52a633ac9949 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a2b40e4d-21f8-4173-87b6-6af37db0ae33 HTTP/1.1" status: 204 len: 168 time: 3.2016385 Apr 19 19:10:21.107045 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39530) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:21.163926 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port 7d19f56b-0930-458a-a8fd-bcf336340c83 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:21.179163 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 7d19f56b-0930-458a-a8fd-bcf336340c83 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:21.179588 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.310713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4b552cfa-18b1-4ebb-b606-dd123a3bfe0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.338520 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4b552cfa-18b1-4ebb-b606-dd123a3bfe0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:21.345795 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d6ab58cf-4e85-46a6-9b97-8c9aa28ece05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850705679', 'neutron.services.segments.db._delete_segments_for_network-8745729553011'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.346571 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.408013 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Transition to ACTIVE for port object 78355f11-9600-4744-a55b-21f079ffd533 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:21.465684 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Allocated IP 172.20.0.1 (05f5d64c-6af9-4b94-bbc6-a0ffa69258ae/1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6/53518b90-8c89-47e3-8ffb-a422c346337f) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:21.544386 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.579401 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port 7d19f56b-0930-458a-a8fd-bcf336340c83, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=7d19f56b-0930-458a-a8fd-bcf336340c83,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:21.584567 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.586119 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device f0a87a85-885d-44be-b37a-7bebba2e712b up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:21.589073 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-d6ab58cf-4e85-46a6-9b97-8c9aa28ece05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b557775c-28c0-4166-9db0-cc3922ae3779']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:21.619434 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-d6ab58cf-4e85-46a6-9b97-8c9aa28ece05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60358d5-1c32-469d-a47d-83ed1027ad32') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:21.619773 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-d6ab58cf-4e85-46a6-9b97-8c9aa28ece05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60358d5-1c32-469d-a47d-83ed1027ad32') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:21.651947 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d6ab58cf-4e85-46a6-9b97-8c9aa28ece05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291125193315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853175040'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.691730 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d6ab58cf-4e85-46a6-9b97-8c9aa28ece05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.710288 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ab58cf-4e85-46a6-9b97-8c9aa28ece05 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:10:21.764169 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:21.778076 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.927062 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.934682 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port f0a87a85-885d-44be-b37a-7bebba2e712b completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:21.948843 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port f0a87a85-885d-44be-b37a-7bebba2e712b triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:21.949269 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.979467 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.980681 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.982366 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:21.992080 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-76777c86-8d02-488e-8a10-5517fab0173c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:22.106191 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=7d19f56b-0930-458a-a8fd-bcf336340c83,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:22.117591 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:22.165842 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Pushing event updated for resources: {'Port': ['ID=53518b90-8c89-47e3-8ffb-a422c346337f,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:22.237712 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:22.263575 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-d6ab58cf-4e85-46a6-9b97-8c9aa28ece05 admin admin] Network b557775c-28c0-4166-9db0-cc3922ae3779 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:10:22.281577 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port f0a87a85-885d-44be-b37a-7bebba2e712b, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=f0a87a85-885d-44be-b37a-7bebba2e712b,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:22.285875 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:22.287814 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:22.294267 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d6ab58cf-4e85-46a6-9b97-8c9aa28ece05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4065973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62134087'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:22.321055 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Pushing event updated for resources: {'Port': ['ID=78355f11-9600-4744-a55b-21f079ffd533,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:22.478370 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=f0a87a85-885d-44be-b37a-7bebba2e712b,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:22.488250 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:22.500223 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Network 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:22.501527 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Pushing event updated for resources: {'Port': ['ID=00fa37c5-58b0-48e7-934f-ee7e409b26a7,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:22.519264 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:22.519859 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:22.526973 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.007s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:22.532238 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:22.547253 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:22.548118 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854117886'] for router_interface, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:22.631469 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-4b552cfa-18b1-4ebb-b606-dd123a3bfe0f admin admin] Usage tracker for resource:security_group_rule and tenant:28f71e4c27794e99a9da18843e1ad1be is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:22.680829 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-4b552cfa-18b1-4ebb-b606-dd123a3bfe0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:22.716384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:10:22.716542 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 7d19f56b-0930-458a-a8fd-bcf336340c83 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:22.872176 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4b552cfa-18b1-4ebb-b606-dd123a3bfe0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:22.941941 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 7d19f56b-0930-458a-a8fd-bcf336340c83 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:22.942365 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:23.122106 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:23.122455 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:23.135781 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Network 132d4ad0-195c-4d5c-9957-e76f12440abe is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:23.141180 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:23.148799 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Network db53e072-f614-4119-a52c-ac6f8dd3635f is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:23.150456 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:23.150954 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854117886'] for router_interface, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:23.155079 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:23.240644 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device f0a87a85-885d-44be-b37a-7bebba2e712b up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:23.276601 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:10:23.300706 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] 10.222.0.58 "PUT /v2.0/routers/3e2709f7-e886-4fff-a9a5-fef4a2f305a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7004344 Apr 19 19:10:23.372287 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Sync routers for ids ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'] in dv-cinder-786932-1-smb {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:10:23.415309 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-d6ab58cf-4e85-46a6-9b97-8c9aa28ece05 admin admin] Network b557775c-28c0-4166-9db0-cc3922ae3779 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:10:23.419146 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Routers {'3e2709f7-e886-4fff-a9a5-fef4a2f305a8'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:23.419892 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-65088f09-67ff-424e-bee3-06a08591358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:10:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:23.471937 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:23.487283 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:23.495832 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: Traceback (most recent call last): Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: timer() Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: cb(*args, **kw) Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: return func(*args, **kwargs) Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: self._notify() Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: self.callback(batched_events) Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: event.method(event) Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: segment_id)['aggregates'][0] Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: return f(self, *a, **k) Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: return self._get(url).json() Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: **kwargs) Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: return self.request(url, 'GET', **kwargs) Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: **endpoint_filter) Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:10:23.505720 dv-cinder-786932-1-smb neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:10:23.646409 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada3c61-7536-42da-a3ee-eee6c340e805 req-9f89349a-b8aa-43f2-96e4-1ede2ccf7cf3 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:23.655413 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8ada3c61-7536-42da-a3ee-eee6c340e805 req-9f89349a-b8aa-43f2-96e4-1ede2ccf7cf3 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 931 time: 1.1268830 Apr 19 19:10:23.789726 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d6ab58cf-4e85-46a6-9b97-8c9aa28ece05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658050'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:23.793917 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:23.818551 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-8ada3c61-7536-42da-a3ee-eee6c340e805 req-cdbeb1fd-ae2a-4217-951f-f2e9b0bd02ae tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Synchronizing usage tracker for tenant:cc9299c899674f76befe8d5c99651050 on resource:security_group {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:23.865910 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Set router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:23.911049 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-8ada3c61-7536-42da-a3ee-eee6c340e805 req-cdbeb1fd-ae2a-4217-951f-f2e9b0bd02ae tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Unset dirty status for tenant:cc9299c899674f76befe8d5c99651050 on resource:security_group {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:23.923727 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8ada3c61-7536-42da-a3ee-eee6c340e805 req-cdbeb1fd-ae2a-4217-951f-f2e9b0bd02ae tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ec8d2d0-19bf-407d-8818-1dc9c7c3eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669840 Apr 19 19:10:23.955668 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:23.968799 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:23.999935 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d6ab58cf-4e85-46a6-9b97-8c9aa28ece05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:24.018537 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.0326781 Apr 19 19:10:24.148530 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4b552cfa-18b1-4ebb-b606-dd123a3bfe0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:24.154519 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab58cf-4e85-46a6-9b97-8c9aa28ece05 admin admin] Pushing event deleted for resources: {'Network': ['ID=b557775c-28c0-4166-9db0-cc3922ae3779,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:24.161106 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d6ab58cf-4e85-46a6-9b97-8c9aa28ece05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:24.173163 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-d6ab58cf-4e85-46a6-9b97-8c9aa28ece05 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b557775c-28c0-4166-9db0-cc3922ae3779 HTTP/1.1" status: 204 len: 168 time: 5.1990142 Apr 19 19:10:24.175881 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4b552cfa-18b1-4ebb-b606-dd123a3bfe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:24.265426 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-adf242fa-242b-47cf-8e45-e23a71d9629c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:24.341374 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-4b552cfa-18b1-4ebb-b606-dd123a3bfe0f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=28f71e4c27794e99a9da18843e1ad1be&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1003366 Apr 19 19:10:24.345530 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39582) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:24.347275 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b552cfa-18b1-4ebb-b606-dd123a3bfe0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df07b691-c6cc-4589-9d0e-a27b5083d6df,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:24.359510 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4b552cfa-18b1-4ebb-b606-dd123a3bfe0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:24.388916 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port f0a87a85-885d-44be-b37a-7bebba2e712b triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:24.389336 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:24.473069 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-12f378c2-7534-4c6b-9b57-93399941d0d1 None None] Provisioning for port 78355f11-9600-4744-a55b-21f079ffd533 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:24.481731 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-12f378c2-7534-4c6b-9b57-93399941d0d1 None None] Provisioning complete for port 78355f11-9600-4744-a55b-21f079ffd533 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:24.481970 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-12f378c2-7534-4c6b-9b57-93399941d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:24.515836 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-92d304e5-1fce-4ef1-a3a3-b47256cbc1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:24.553078 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-12f378c2-7534-4c6b-9b57-93399941d0d1 None None] Port 78355f11-9600-4744-a55b-21f079ffd533 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:10:24.593768 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-92d304e5-1fce-4ef1-a3a3-b47256cbc1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:24.660696 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-a309a33a-2116-4d2a-b134-b23b553a898f tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:10:24.662554 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-a309a33a-2116-4d2a-b134-b23b553a898f tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3590677 Apr 19 19:10:24.667725 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-65088f09-67ff-424e-bee3-06a08591358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:10:16Z', 'revision_number': 4, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port': {'id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': 'e129e983-9cc2-4e3d-b510-2a7a9325d95e', 'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'mac_address': 'fa:16:3e:e0:fd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:12Z', 'updated_at': '2021-04-19T19:10:17Z', 'revision_number': 2, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'subnets': [{'id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:24.679919 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Checking router: 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 for host: dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:10:24.680397 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Updating router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 port e129e983-9cc2-4e3d-b510-2a7a9325d95e binding host dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:10:24.727688 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-92d304e5-1fce-4ef1-a3a3-b47256cbc1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:24.737036 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39588) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:24.739479 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ab70e00f-ed43-4dea-a861-4c40507b00fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:24.783143 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d304e5-1fce-4ef1-a3a3-b47256cbc1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df07b691-c6cc-4589-9d0e-a27b5083d6df,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:24.789372 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-92d304e5-1fce-4ef1-a3a3-b47256cbc1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:24.850831 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:24.866172 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c031d3a2-0f72-4bef-aa8c-658ea57ffdb6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b0ac27a11bc4e8f8d624ee3b17a7493&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0947382 Apr 19 19:10:24.868380 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39592) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:24.875210 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:24.890951 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:24.892123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853757521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658021'] for router_interface, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:24.901963 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-92d304e5-1fce-4ef1-a3a3-b47256cbc1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:24.906292 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c4ef7d88-8928-4d7b-aef5-f49ca41fb360 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:24.925110 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-92d304e5-1fce-4ef1-a3a3-b47256cbc1fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df07b691-c6cc-4589-9d0e-a27b5083d6df HTTP/1.1" status: 204 len: 168 time: 0.5724375 Apr 19 19:10:25.074651 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:25.110310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:25.120959 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-10be2567-7fdd-4941-840a-c9e6b407634c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:25.211076 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-10be2567-7fdd-4941-840a-c9e6b407634c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:25.271695 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853757521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658021'] for router_interface, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:25.541957 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39614) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:25.611760 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-8a15ac19-4254-4d0b-8051-835d1dd2a85c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1618089074', 'description': 'tempest-description--1908114456'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:25.625485 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8a15ac19-4254-4d0b-8051-835d1dd2a85c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:25.631380 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Network 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:25.642488 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:25.649359 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-8a15ac19-4254-4d0b-8051-835d1dd2a85c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Usage tracker for resource:security_group and tenant:0d99eda3650e4d08ad8d52aac35de6aa is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:25.652413 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-8a15ac19-4254-4d0b-8051-835d1dd2a85c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:25.672231 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8a15ac19-4254-4d0b-8051-835d1dd2a85c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:25.703895 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:25.717106 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a15ac19-4254-4d0b-8051-835d1dd2a85c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:25.717506 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Transition to ACTIVE for port object e129e983-9cc2-4e3d-b510-2a7a9325d95e will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:25.728782 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:25.761122 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:25.838654 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8a15ac19-4254-4d0b-8051-835d1dd2a85c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:25.899688 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d01a78-d104-4682-b5ac-a70e41958afb req-dab8b8b6-2b24-46c0-98d8-068c35743a78 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:25.923517 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-63d01a78-d104-4682-b5ac-a70e41958afb req-dab8b8b6-2b24-46c0-98d8-068c35743a78 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 931 time: 0.6892240 Apr 19 19:10:25.929403 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-8a15ac19-4254-4d0b-8051-835d1dd2a85c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Usage tracker for resource:security_group_rule and tenant:0d99eda3650e4d08ad8d52aac35de6aa is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:25.944150 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-8a15ac19-4254-4d0b-8051-835d1dd2a85c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:25.992503 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8a15ac19-4254-4d0b-8051-835d1dd2a85c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:26.272259 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-63d01a78-d104-4682-b5ac-a70e41958afb req-7b782d9a-822b-429b-a916-21328b2ff08e tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ec8d2d0-19bf-407d-8818-1dc9c7c3eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023837 Apr 19 19:10:26.290055 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-10be2567-7fdd-4941-840a-c9e6b407634c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:26.344474 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:26.362361 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be2567-7fdd-4941-840a-c9e6b407634c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632c15ad-572f-48a7-9f43-d8c79f958fd6,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:26.369236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-10be2567-7fdd-4941-840a-c9e6b407634c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:26.374811 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-10be2567-7fdd-4941-840a-c9e6b407634c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:26.379257 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-10be2567-7fdd-4941-840a-c9e6b407634c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/632c15ad-572f-48a7-9f43-d8c79f958fd6 HTTP/1.1" status: 204 len: 168 time: 1.5066137 Apr 19 19:10:26.439431 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a15ac19-4254-4d0b-8051-835d1dd2a85c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:26.444270 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a15ac19-4254-4d0b-8051-835d1dd2a85c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:26.452455 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-10be2567-7fdd-4941-840a-c9e6b407634c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:26.503971 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Router 5746e412-7d53-4c1c-8a74-74a295b7845a has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:10:26.505366 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Pushing event updated for resources: {'Port': ['ID=78355f11-9600-4744-a55b-21f079ffd533,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:26.517441 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.612s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:26.523494 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Request body: {'port': {'device_id': '87490f82-6b33-46ae-aee7-c85690e5d650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:26.575587 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15ac19-4254-4d0b-8051-835d1dd2a85c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd4e154-4332-439a-8318-5835cdf18bd0,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:26.591906 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8a15ac19-4254-4d0b-8051-835d1dd2a85c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:26.622958 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a15ac19-4254-4d0b-8051-835d1dd2a85c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:26.625764 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-8a15ac19-4254-4d0b-8051-835d1dd2a85c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0667338 Apr 19 19:10:26.629596 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39636) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:26.648672 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-695685c1-08dc-4eca-bf96-be1991a157ed tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Request body: {'security_group_rule': {'security_group_id': '3cd4e154-4332-439a-8318-5835cdf18bd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:26.680838 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-695685c1-08dc-4eca-bf96-be1991a157ed tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:26.681338 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.378s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:26.700581 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-695685c1-08dc-4eca-bf96-be1991a157ed tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Usage tracker for resource:security_group_rule and tenant:0d99eda3650e4d08ad8d52aac35de6aa is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:26.711678 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-695685c1-08dc-4eca-bf96-be1991a157ed tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:26.733272 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-695685c1-08dc-4eca-bf96-be1991a157ed tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:26.783068 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-695685c1-08dc-4eca-bf96-be1991a157ed tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:26.836791 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4406260-8c76-4fb5-aabd-ac73120242dd None None] Pushing event updated for resources: {'Port': ['ID=e129e983-9cc2-4e3d-b510-2a7a9325d95e,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:26.853513 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d4406260-8c76-4fb5-aabd-ac73120242dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.092s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:26.950737 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.010594 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-695685c1-08dc-4eca-bf96-be1991a157ed tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.016431 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-695685c1-08dc-4eca-bf96-be1991a157ed tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.019974 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:27.061632 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Attempting to bind port e129e983-9cc2-4e3d-b510-2a7a9325d95e on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:27.062594 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Attempting to bind port e129e983-9cc2-4e3d-b510-2a7a9325d95e by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': 'fab56cf1-7ae8-40a6-9bf5-a3487827bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:27.062683 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Attempting to bind port e129e983-9cc2-4e3d-b510-2a7a9325d95e on network 2a04a19f-2111-459f-b0c6-fd481fb0041e {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:27.069332 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:27.069758 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Checking segment: {'id': 'fab56cf1-7ae8-40a6-9bf5-a3487827bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:27.070204 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.070864 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Bound using segment: {'id': 'fab56cf1-7ae8-40a6-9bf5-a3487827bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:27.071134 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Bound port: e129e983-9cc2-4e3d-b510-2a7a9325d95e, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab56cf1-7ae8-40a6-9bf5-a3487827bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:27.071548 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.113967 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-695685c1-08dc-4eca-bf96-be1991a157ed tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.119300 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-695685c1-08dc-4eca-bf96-be1991a157ed tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4880762 Apr 19 19:10:27.119992 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39650) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:27.120362 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39652) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:27.131244 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695685c1-08dc-4eca-bf96-be1991a157ed tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b853f7-fd54-43e5-8347-c8655663ff49,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:27.154643 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-2a032f46-16d0-49f1-b0c1-5fc00939b2cb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Request body: {'security_group_rule': {'security_group_id': '3cd4e154-4332-439a-8318-5835cdf18bd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:27.176399 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-695685c1-08dc-4eca-bf96-be1991a157ed tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:27.177541 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2a032f46-16d0-49f1-b0c1-5fc00939b2cb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:27.183728 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-2a032f46-16d0-49f1-b0c1-5fc00939b2cb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Usage tracker for resource:security_group_rule and tenant:0d99eda3650e4d08ad8d52aac35de6aa is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:27.193206 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-2a032f46-16d0-49f1-b0c1-5fc00939b2cb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:27.205775 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2a032f46-16d0-49f1-b0c1-5fc00939b2cb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:27.245914 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2a032f46-16d0-49f1-b0c1-5fc00939b2cb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.285706 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-65088f09-67ff-424e-bee3-06a08591358c None None] For port e129e983-9cc2-4e3d-b510-2a7a9325d95e, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:27.297892 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-65088f09-67ff-424e-bee3-06a08591358c None None] For port e129e983-9cc2-4e3d-b510-2a7a9325d95e, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=e129e983-9cc2-4e3d-b510-2a7a9325d95e,segment=NetworkSegment(fab56cf1-7ae8-40a6-9bf5-a3487827bc30),segment_id=fab56cf1-7ae8-40a6-9bf5-a3487827bc30)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:27.302955 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.307286 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:27.311151 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39668) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:27.388146 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-67741876-8ab3-4833-b17f-a265b7b1bbb7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df4ca2c7ba56417cb88404bc73e87dc5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0733998 Apr 19 19:10:27.396302 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39674) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:27.405165 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2a032f46-16d0-49f1-b0c1-5fc00939b2cb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.462731 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2a032f46-16d0-49f1-b0c1-5fc00939b2cb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.478268 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-695685c1-08dc-4eca-bf96-be1991a157ed tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:27.513189 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a032f46-16d0-49f1-b0c1-5fc00939b2cb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39369d30-cafa-40bb-987b-a0a9aaf1af67,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:27.516078 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2a032f46-16d0-49f1-b0c1-5fc00939b2cb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.517489 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-2a032f46-16d0-49f1-b0c1-5fc00939b2cb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3920634 Apr 19 19:10:27.519542 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a692a943-1d7f-4457-9d96-0b0e19bd25d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.522515 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39680) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:27.523554 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2a032f46-16d0-49f1-b0c1-5fc00939b2cb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:27.530378 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4406260-8c76-4fb5-aabd-ac73120242dd None None] Pushing event updated for resources: {'Port': ['ID=e129e983-9cc2-4e3d-b510-2a7a9325d95e,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:27.554847 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a692a943-1d7f-4457-9d96-0b0e19bd25d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.563109 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d4406260-8c76-4fb5-aabd-ac73120242dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:27.597253 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Routers {'3e2709f7-e886-4fff-a9a5-fef4a2f305a8'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:27.598000 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-65088f09-67ff-424e-bee3-06a08591358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:10:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:27.780074 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Pushing event updated for resources: {'Port': ['ID=53518b90-8c89-47e3-8ffb-a422c346337f,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:27.804690 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.123s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:27.835912 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Network 132d4ad0-195c-4d5c-9957-e76f12440abe is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:27.879209 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:27.910698 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Request body: {'floatingip': {'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:27.918093 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a692a943-1d7f-4457-9d96-0b0e19bd25d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:27.949860 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:27.954827 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:27.995789 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692a943-1d7f-4457-9d96-0b0e19bd25d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94016b6-b639-42a4-b2ca-fb476b1f697b,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:27.998025 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c11aedd-80ab-44f0-94d9-86de59ee25f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:28.030712 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a692a943-1d7f-4457-9d96-0b0e19bd25d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:28.036342 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:10:28.047762 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Sync routers for ids ['5746e412-7d53-4c1c-8a74-74a295b7845a'] in dv-cinder-786932-1-smb {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:10:28.065994 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Usage tracker for resource:floatingip and tenant:0d99eda3650e4d08ad8d52aac35de6aa is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:28.067018 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-65088f09-67ff-424e-bee3-06a08591358c None None] Set router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:28.071839 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:28.074788 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Routers {'5746e412-7d53-4c1c-8a74-74a295b7845a'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:28.075474 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:10:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['5746e412-7d53-4c1c-8a74-74a295b7845a'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:28.084907 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1c11aedd-80ab-44f0-94d9-86de59ee25f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:28.089693 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-1c11aedd-80ab-44f0-94d9-86de59ee25f8 admin admin] Usage tracker for resource:security_group_rule and tenant:29a1fb7c440b402c9e47e2c1b8eb702d is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:28.093332 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-1c11aedd-80ab-44f0-94d9-86de59ee25f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:28.100542 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1c11aedd-80ab-44f0-94d9-86de59ee25f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:28.106795 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] 10.222.0.58 "PUT /v2.0/routers/5746e412-7d53-4c1c-8a74-74a295b7845a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6962347 Apr 19 19:10:28.247283 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c11aedd-80ab-44f0-94d9-86de59ee25f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:28.249624 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:28.253647 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a692a943-1d7f-4457-9d96-0b0e19bd25d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:28.257580 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-a692a943-1d7f-4457-9d96-0b0e19bd25d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f94016b6-b639-42a4-b2ca-fb476b1f697b HTTP/1.1" status: 204 len: 168 time: 0.8572760 Apr 19 19:10:28.257873 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c11aedd-80ab-44f0-94d9-86de59ee25f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:28.309200 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-92d304e5-1fce-4ef1-a3a3-b47256cbc1fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:28.325438 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-1c11aedd-80ab-44f0-94d9-86de59ee25f8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=29a1fb7c440b402c9e47e2c1b8eb702d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2017221 Apr 19 19:10:28.326112 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39706) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:28.336620 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for floatingip, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:28.434959 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15fbe6-fc72-436b-bca9-99d47301b7d8 req-edd0fc74-e1f3-4cff-8a22-c6b77ae0f03d tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:28.443362 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7d15fbe6-fc72-436b-bca9-99d47301b7d8 req-edd0fc74-e1f3-4cff-8a22-c6b77ae0f03d tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 931 time: 0.8649685 Apr 19 19:10:28.549348 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11aedd-80ab-44f0-94d9-86de59ee25f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b159a055-d734-4f9f-886a-242cd3e86ff9,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:28.560460 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1c11aedd-80ab-44f0-94d9-86de59ee25f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:28.566623 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-43929cbc-20cb-48ab-a3a0-e235439226a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:28.592843 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Set router 5746e412-7d53-4c1c-8a74-74a295b7845a gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:28.640000 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-43929cbc-20cb-48ab-a3a0-e235439226a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:28.679001 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-389a0ae4-3902-428c-99b9-d58058d3fe24 None None] Provisioning complete for port 78355f11-9600-4744-a55b-21f079ffd533 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:28.684553 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-389a0ae4-3902-428c-99b9-d58058d3fe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:28.721439 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7d15fbe6-fc72-436b-bca9-99d47301b7d8 req-f8f879dc-d70b-4cc8-98b9-1bd7c83bdce0 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ec8d2d0-19bf-407d-8818-1dc9c7c3eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764897 Apr 19 19:10:28.734435 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-43929cbc-20cb-48ab-a3a0-e235439226a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:28.742741 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:28.743527 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fa37c5-58b0-48e7-934f-ee7e409b26a7 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:10:28.753192 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:28.774982 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Router fd169c5e-b497-4409-8032-56f4dde26f0e has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:10:28.777689 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:28.813873 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43929cbc-20cb-48ab-a3a0-e235439226a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b159a055-d734-4f9f-886a-242cd3e86ff9,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:28.816395 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-43929cbc-20cb-48ab-a3a0-e235439226a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:28.821219 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-43929cbc-20cb-48ab-a3a0-e235439226a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b159a055-d734-4f9f-886a-242cd3e86ff9 HTTP/1.1" status: 204 len: 168 time: 0.4917483 Apr 19 19:10:28.824108 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-43929cbc-20cb-48ab-a3a0-e235439226a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:28.827114 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-389a0ae4-3902-428c-99b9-d58058d3fe24 None None] Port 78355f11-9600-4744-a55b-21f079ffd533 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:10:28.834094 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Transition to ACTIVE for port object 00fa37c5-58b0-48e7-934f-ee7e409b26a7 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:28.870677 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-65088f09-67ff-424e-bee3-06a08591358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:10:16Z', 'revision_number': 4, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port': {'id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': 'e129e983-9cc2-4e3d-b510-2a7a9325d95e', 'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'mac_address': 'fa:16:3e:e0:fd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:12Z', 'updated_at': '2021-04-19T19:10:27Z', 'revision_number': 4, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'subnets': [{'id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:28.885835 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65088f09-67ff-424e-bee3-06a08591358c None None] The sync data for ids ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'] in dv-cinder-786932-1-smb is: [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:10:16Z', 'revision_number': 4, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port': {'id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': 'e129e983-9cc2-4e3d-b510-2a7a9325d95e', 'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'mac_address': 'fa:16:3e:e0:fd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:12Z', 'updated_at': '2021-04-19T19:10:27Z', 'revision_number': 4, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'subnets': [{'id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:10:29.012863 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Allocated IP 172.28.1.75 (e4e5816e-6a67-4607-b0cd-dfb76bb3ca64/802e8c21-e3db-4541-8cf5-b393bddf9a24/ba381d73-a9d8-49d4-9f75-79c05ac3468f) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:29.198176 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:29.230146 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:29.308403 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Pushing event updated for resources: {'Port': ['ID=00fa37c5-58b0-48e7-934f-ee7e409b26a7,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:29.330386 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:29.428873 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:29.437397 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5746e412-7d53-4c1c-8a74-74a295b7845a', 'name': 'tempest-ServerRescueNegativeTestJSON-112135184-router', 'tenant_id': '8a42694aec374663aae1ddf6f96e3643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f0a87a85-885d-44be-b37a-7bebba2e712b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 4, 'project_id': '8a42694aec374663aae1ddf6f96e3643', 'gw_port': {'id': 'f0a87a85-885d-44be-b37a-7bebba2e712b', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5746e412-7d53-4c1c-8a74-74a295b7845a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '53518b90-8c89-47e3-8ffb-a422c346337f', 'name': '', 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae', 'tenant_id': '8a42694aec374663aae1ddf6f96e3643', 'mac_address': 'fa:16:3e:c4:71:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5746e412-7d53-4c1c-8a74-74a295b7845a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:19Z', 'updated_at': '2021-04-19T19:10:24Z', 'revision_number': 2, 'project_id': '8a42694aec374663aae1ddf6f96e3643', 'subnets': [{'id': '1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:29.444849 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Checking router: 5746e412-7d53-4c1c-8a74-74a295b7845a for host: dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:10:29.445360 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Updating router 5746e412-7d53-4c1c-8a74-74a295b7845a port 53518b90-8c89-47e3-8ffb-a422c346337f binding host dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:10:29.466208 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:29.473818 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fd7fe641-dfc6-4c37-a86a-202827b621f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:29.560151 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:29.565691 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:29.568177 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:29.590924 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:29.633893 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Pushing event updated for resources: {'Port': ['ID=ba381d73-a9d8-49d4-9f75-79c05ac3468f,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:29.640156 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:29.676664 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Attempting to bind port 00fa37c5-58b0-48e7-934f-ee7e409b26a7 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:29.689774 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Attempting to bind port 00fa37c5-58b0-48e7-934f-ee7e409b26a7 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'a578ebaa-4830-4f63-a334-e8cf694679fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'db53e072-f614-4119-a52c-ac6f8dd3635f'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:29.690380 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Attempting to bind port 00fa37c5-58b0-48e7-934f-ee7e409b26a7 on network db53e072-f614-4119-a52c-ac6f8dd3635f {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:29.710675 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Port 00fa37c5-58b0-48e7-934f-ee7e409b26a7 on network db53e072-f614-4119-a52c-ac6f8dd3635f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:10:29.717714 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Attempting to bind port 00fa37c5-58b0-48e7-934f-ee7e409b26a7 on network db53e072-f614-4119-a52c-ac6f8dd3635f {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:29.731489 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Checking agent: {'id': 'ec7575f8-60dd-4295-9a80-edc463fb7fa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:29.744338 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Checking segment: {'id': 'a578ebaa-4830-4f63-a334-e8cf694679fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'db53e072-f614-4119-a52c-ac6f8dd3635f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:29.745201 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Bound using segment: {'id': 'a578ebaa-4830-4f63-a334-e8cf694679fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'db53e072-f614-4119-a52c-ac6f8dd3635f'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:29.745869 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Bound port: 00fa37c5-58b0-48e7-934f-ee7e409b26a7, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a578ebaa-4830-4f63-a334-e8cf694679fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'db53e072-f614-4119-a52c-ac6f8dd3635f'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:29.746384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:29.793148 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:10:29.797510 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:29.803488 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Sync routers for ids ['fd169c5e-b497-4409-8032-56f4dde26f0e'] in dv-cinder-786932-1-smb {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:10:29.817350 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] 10.222.0.58 "PUT /v2.0/routers/fd169c5e-b497-4409-8032-56f4dde26f0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9392827 Apr 19 19:10:29.822069 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Routers {'fd169c5e-b497-4409-8032-56f4dde26f0e'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:29.848913 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:10:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['fd169c5e-b497-4409-8032-56f4dde26f0e'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:29.963298 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] For port 00fa37c5-58b0-48e7-934f-ee7e409b26a7, host hv-cinder-78693, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:29.973282 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] For port 00fa37c5-58b0-48e7-934f-ee7e409b26a7, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=00fa37c5-58b0-48e7-934f-ee7e409b26a7,segment=NetworkSegment(a578ebaa-4830-4f63-a334-e8cf694679fb),segment_id=a578ebaa-4830-4f63-a334-e8cf694679fb)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:29.982472 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:30.011261 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:30.054870 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39756) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:30.110359 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c574a178-0665-4f17-b3a8-de21036dbb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:30.179306 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:30.180978 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:30.181816 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:30.183467 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] 10.222.0.75 "PUT /v2.0/ports/00fa37c5-58b0-48e7-934f-ee7e409b26a7 HTTP/1.1" status: 200 len: 1093 time: 5.0743949 Apr 19 19:10:30.184111 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87490f82-6b33-46ae-aee7-c85690e5d650', 'tag': '00fa37c5-58b0-48e7-934f-ee7e409b26a7'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:10:30.302730 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c574a178-0665-4f17-b3a8-de21036dbb70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:30.330196 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c574a178-0665-4f17-b3a8-de21036dbb70 admin admin] Usage tracker for resource:security_group_rule and tenant:090dae69c8f7479a90eb44482c8e7f5f is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:30.391819 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Set router fd169c5e-b497-4409-8032-56f4dde26f0e gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:30.405379 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c574a178-0665-4f17-b3a8-de21036dbb70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:30.437766 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c574a178-0665-4f17-b3a8-de21036dbb70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:30.488521 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:30.522787 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Transition to ACTIVE for port object 53518b90-8c89-47e3-8ffb-a422c346337f will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:30.531483 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:30.538067 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-00a7557b-16ef-496d-8199-3986048d801a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:30.566406 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39772) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:30.874967 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Pushing event updated for resources: {'Port': ['ID=00fa37c5-58b0-48e7-934f-ee7e409b26a7,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:30.883795 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:30.898825 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa750f-00c1-45eb-bd91-84c876b9837a req-ccfebffd-4936-41c1-be8c-351b6a1a4cd8 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:30.900542 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-15fa750f-00c1-45eb-bd91-84c876b9837a req-ccfebffd-4936-41c1-be8c-351b6a1a4cd8 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 943 time: 0.8904085 Apr 19 19:10:30.902779 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-e477b339-d776-4932-a8a8-25488712a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:30.904242 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-e477b339-d776-4932-a8a8-25488712a750 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cc9299c899674f76befe8d5c99651050&device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 1096 time: 0.5979979 Apr 19 19:10:30.950942 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device e129e983-9cc2-4e3d-b510-2a7a9325d95e up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:31.074377 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-969a2d13-130f-40b9-ab31-78f20b55e4b9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00fa37c5-58b0-48e7-934f-ee7e409b26a7 HTTP/1.1" status: 200 len: 217 time: 0.1162958 Apr 19 19:10:31.077924 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-15fa750f-00c1-45eb-bd91-84c876b9837a req-e95c96f3-a37e-4970-85dc-c07c94ac4de1 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ec8d2d0-19bf-407d-8818-1dc9c7c3eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703048 Apr 19 19:10:31.078960 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port e129e983-9cc2-4e3d-b510-2a7a9325d95e completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:31.112802 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port e129e983-9cc2-4e3d-b510-2a7a9325d95e triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:31.112802 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:31.154780 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-fc226cc4-e911-48fb-998f-90174fbe5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:31.156705 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-fc226cc4-e911-48fb-998f-90174fbe5c2d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=10a2052b-53c0-4315-919c-9a20259d5833 HTTP/1.1" status: 200 len: 852 time: 0.0755186 Apr 19 19:10:31.177801 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-236ab4ea-2d7a-4b37-aa24-288435e98cad tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:31.183134 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-236ab4ea-2d7a-4b37-aa24-288435e98cad tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/networks?id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae HTTP/1.1" status: 200 len: 818 time: 1.1295409 Apr 19 19:10:31.223108 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-d0432a5d-3b02-481b-8382-1a6c895ce28f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=db53e072-f614-4119-a52c-ac6f8dd3635f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564840 Apr 19 19:10:31.244271 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-9de5a262-d6ee-4d12-93cb-33e77d7dd312 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/quotas/8a42694aec374663aae1ddf6f96e3643 HTTP/1.1" status: 200 len: 375 time: 0.0374377 Apr 19 19:10:31.256310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 4, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port': {'id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '78355f11-9600-4744-a55b-21f079ffd533', 'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'mac_address': 'fa:16:3e:ee:4b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:18Z', 'updated_at': '2021-04-19T19:10:24Z', 'revision_number': 2, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'subnets': [{'id': 'f6520559-3281-4271-a77a-f193645776b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:31.260843 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Checking router: fd169c5e-b497-4409-8032-56f4dde26f0e for host: dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:10:31.261275 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Updating router fd169c5e-b497-4409-8032-56f4dde26f0e port 78355f11-9600-4744-a55b-21f079ffd533 binding host dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:10:31.324312 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:31.431746 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da51ed-e8ff-4d8d-9152-1f9bd1b6941a None None] Pushing event updated for resources: {'Port': ['ID=53518b90-8c89-47e3-8ffb-a422c346337f,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:31.453349 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-65da51ed-e8ff-4d8d-9152-1f9bd1b6941a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.904s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:31.470160 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-800ebb7d-bc7e-4a76-9f56-49491fee29e0 service neutron] 10.222.0.75 "GET /v2.0/networks/db53e072-f614-4119-a52c-ac6f8dd3635f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385807 Apr 19 19:10:31.522370 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c574a178-0665-4f17-b3a8-de21036dbb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:31.536804 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:31.551811 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c574a178-0665-4f17-b3a8-de21036dbb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:31.569518 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8a15ac19-4254-4d0b-8051-835d1dd2a85c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:31.576081 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port e129e983-9cc2-4e3d-b510-2a7a9325d95e, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=e129e983-9cc2-4e3d-b510-2a7a9325d95e,segment=NetworkSegment(fab56cf1-7ae8-40a6-9bf5-a3487827bc30),segment_id=fab56cf1-7ae8-40a6-9bf5-a3487827bc30)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:31.583037 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:31.585529 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Attempting to bind port 53518b90-8c89-47e3-8ffb-a422c346337f on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:31.585950 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Attempting to bind port 53518b90-8c89-47e3-8ffb-a422c346337f by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': 'a6d5aeb3-d8a9-4d4a-94e7-8849b8444182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:31.586357 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Attempting to bind port 53518b90-8c89-47e3-8ffb-a422c346337f on network 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:31.588585 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:31.605763 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:31.606228 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Checking segment: {'id': 'a6d5aeb3-d8a9-4d4a-94e7-8849b8444182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:31.606615 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:31.607049 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Bound using segment: {'id': 'a6d5aeb3-d8a9-4d4a-94e7-8849b8444182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:31.607574 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Bound port: 53518b90-8c89-47e3-8ffb-a422c346337f, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d5aeb3-d8a9-4d4a-94e7-8849b8444182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:31.614909 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:31.618732 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574a178-0665-4f17-b3a8-de21036dbb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff20705-b09e-4a3d-9273-cbe0df943c52,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:31.627156 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d444b3a7-594a-407a-bd45-5ce252d86fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:31.698128 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c574a178-0665-4f17-b3a8-de21036dbb70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:31.718923 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b13524b9-9149-4aa2-b78c-e3aeb3f71429 req-88f67fab-7b55-48d1-8031-d3b88b0c6470 service neutron] 10.222.0.75 "GET /v2.0/networks/db53e072-f614-4119-a52c-ac6f8dd3635f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411945 Apr 19 19:10:31.771249 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d444b3a7-594a-407a-bd45-5ce252d86fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:31.782832 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-d444b3a7-594a-407a-bd45-5ce252d86fdb admin admin] Usage tracker for resource:security_group_rule and tenant:bd4ed17d651544c9bcd318d269afef76 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:31.792849 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-d444b3a7-594a-407a-bd45-5ce252d86fdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:31.817090 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=e129e983-9cc2-4e3d-b510-2a7a9325d95e,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:31.818984 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c574a178-0665-4f17-b3a8-de21036dbb70 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=090dae69c8f7479a90eb44482c8e7f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7619748 Apr 19 19:10:31.822201 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 39796) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:31.823694 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:31.859754 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d444b3a7-594a-407a-bd45-5ce252d86fdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:31.911965 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] For port 53518b90-8c89-47e3-8ffb-a422c346337f, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:31.919370 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.db.resource_extend [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 19:10:31.921652 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18378e3a-6438-4d07-afd4-95aeca15cfea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:31.921865 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] For port 53518b90-8c89-47e3-8ffb-a422c346337f, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=53518b90-8c89-47e3-8ffb-a422c346337f,segment=NetworkSegment(a6d5aeb3-d8a9-4d4a-94e7-8849b8444182),segment_id=a6d5aeb3-d8a9-4d4a-94e7-8849b8444182)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:31.928396 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:31.933573 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:32.006672 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18378e3a-6438-4d07-afd4-95aeca15cfea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:32.011063 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-a3d608d2-57c9-4ca7-9761-ccbdca9989dd tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8a42694aec374663aae1ddf6f96e3643&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7180045 Apr 19 19:10:32.025882 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:32.122336 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da51ed-e8ff-4d8d-9152-1f9bd1b6941a None None] Pushing event updated for resources: {'Port': ['ID=53518b90-8c89-47e3-8ffb-a422c346337f,revision_number=4']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:32.124029 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18378e3a-6438-4d07-afd4-95aeca15cfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:32.132487 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:32.155844 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-65da51ed-e8ff-4d8d-9152-1f9bd1b6941a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:32.162488 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18378e3a-6438-4d07-afd4-95aeca15cfea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:32.168683 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-18378e3a-6438-4d07-afd4-95aeca15cfea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ff20705-b09e-4a3d-9273-cbe0df943c52 HTTP/1.1" status: 204 len: 168 time: 0.3353238 Apr 19 19:10:32.179968 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18378e3a-6438-4d07-afd4-95aeca15cfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff20705-b09e-4a3d-9273-cbe0df943c52,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:32.188643 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-18378e3a-6438-4d07-afd4-95aeca15cfea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:32.214819 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Routers {'5746e412-7d53-4c1c-8a74-74a295b7845a'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:32.215527 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:10:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['5746e412-7d53-4c1c-8a74-74a295b7845a'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:32.249885 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:32.263549 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 39810) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:32.264831 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62134073'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:32.271198 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-315fbb2a-988a-43bc-ada4-9c4a8fe5545a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--326620474', 'description': 'tempest-description--38773387'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:32.272666 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Transition to ACTIVE for port object 78355f11-9600-4744-a55b-21f079ffd533 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:32.280389 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:32.289510 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-315fbb2a-988a-43bc-ada4-9c4a8fe5545a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:32.292956 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:32.301779 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-315fbb2a-988a-43bc-ada4-9c4a8fe5545a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Usage tracker for resource:security_group and tenant:3f06609ad86c4c05a7a4dd90ffe12706 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:32.307513 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-315fbb2a-988a-43bc-ada4-9c4a8fe5545a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:32.317178 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-315fbb2a-988a-43bc-ada4-9c4a8fe5545a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:32.335702 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-315fbb2a-988a-43bc-ada4-9c4a8fe5545a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:32.356156 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:32.390389 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-315fbb2a-988a-43bc-ada4-9c4a8fe5545a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:32.404287 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-315fbb2a-988a-43bc-ada4-9c4a8fe5545a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Usage tracker for resource:security_group_rule and tenant:3f06609ad86c4c05a7a4dd90ffe12706 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:32.408077 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-315fbb2a-988a-43bc-ada4-9c4a8fe5545a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:32.424536 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-315fbb2a-988a-43bc-ada4-9c4a8fe5545a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:32.435465 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-daa869c1-8d93-400f-a555-3af170066135 service neutron] 10.222.0.58 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056702 Apr 19 19:10:32.699168 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-315fbb2a-988a-43bc-ada4-9c4a8fe5545a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:32.707199 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-315fbb2a-988a-43bc-ada4-9c4a8fe5545a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:32.734483 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658097'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:32.748865 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:32.844840 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] Set router 5746e412-7d53-4c1c-8a74-74a295b7845a gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:32.868393 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Pushing event updated for resources: {'Port': ['ID=ba381d73-a9d8-49d4-9f75-79c05ac3468f,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:32.915382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:32.918165 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fbb2a-988a-43bc-ada4-9c4a8fe5545a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758d8a82-d9aa-412a-9be4-7c61f02fdea6,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:32.944303 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-315fbb2a-988a-43bc-ada4-9c4a8fe5545a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:32.947622 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-315fbb2a-988a-43bc-ada4-9c4a8fe5545a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:32.952934 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-315fbb2a-988a-43bc-ada4-9c4a8fe5545a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6881890 Apr 19 19:10:32.958165 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 39828) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:32.980610 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-dd37327e-d484-44f2-9369-3b023ff823ca tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Request body: {'security_group_rule': {'security_group_id': '758d8a82-d9aa-412a-9be4-7c61f02fdea6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:33.008156 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-dd37327e-d484-44f2-9369-3b023ff823ca tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:33.032737 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-dd37327e-d484-44f2-9369-3b023ff823ca tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Usage tracker for resource:security_group_rule and tenant:3f06609ad86c4c05a7a4dd90ffe12706 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:33.046447 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-dd37327e-d484-44f2-9369-3b023ff823ca tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:33.052492 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.054676 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5300868 Apr 19 19:10:33.066682 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d444b3a7-594a-407a-bd45-5ce252d86fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.072443 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-dd37327e-d484-44f2-9369-3b023ff823ca tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:33.082587 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d444b3a7-594a-407a-bd45-5ce252d86fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.104985 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:33.127775 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dd37327e-d484-44f2-9369-3b023ff823ca tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.139015 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device e129e983-9cc2-4e3d-b510-2a7a9325d95e up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:33.141536 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444b3a7-594a-407a-bd45-5ce252d86fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd21674f-f093-487c-9659-e60755d6aa34,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:33.150032 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-b3da6350-1c97-45fc-a38c-63003278b4d8 service neutron] 10.222.0.58 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6877003 Apr 19 19:10:33.159529 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d444b3a7-594a-407a-bd45-5ce252d86fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:33.172330 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-d444b3a7-594a-407a-bd45-5ce252d86fdb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd4ed17d651544c9bcd318d269afef76&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5530896 Apr 19 19:10:33.172883 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 39840) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:33.219191 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b70c4f-8a89-43a8-88c2-d50ee14f9f12 None None] Pushing event updated for resources: {'Port': ['ID=78355f11-9600-4744-a55b-21f079ffd533,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:33.262399 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-03b70c4f-8a89-43a8-88c2-d50ee14f9f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:33.313736 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87490f82-6b33-46ae-aee7-c85690e5d650', 'tag': '00fa37c5-58b0-48e7-934f-ee7e409b26a7', 'status': 'completed', 'code': 200} Apr 19 19:10:33.359545 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Attempting to bind port 78355f11-9600-4744-a55b-21f079ffd533 on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:33.360148 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Attempting to bind port 78355f11-9600-4744-a55b-21f079ffd533 by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': '6fb463c5-79dc-48d7-8be0-b37cf8227b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:33.360828 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Attempting to bind port 78355f11-9600-4744-a55b-21f079ffd533 on network 132d4ad0-195c-4d5c-9957-e76f12440abe {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:33.376181 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:33.377836 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Checking segment: {'id': '6fb463c5-79dc-48d7-8be0-b37cf8227b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:33.378778 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.379570 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Bound using segment: {'id': '6fb463c5-79dc-48d7-8be0-b37cf8227b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:33.380442 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Bound port: 78355f11-9600-4744-a55b-21f079ffd533, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb463c5-79dc-48d7-8be0-b37cf8227b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:33.381171 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.505288 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dd37327e-d484-44f2-9369-3b023ff823ca tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.513010 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dd37327e-d484-44f2-9369-3b023ff823ca tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.521232 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d34bb4b5-a9fb-4b43-b1a7-4c86db629793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.559751 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] For port 78355f11-9600-4744-a55b-21f079ffd533, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:33.563169 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] For port 78355f11-9600-4744-a55b-21f079ffd533, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=78355f11-9600-4744-a55b-21f079ffd533,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:33.588113 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port e129e983-9cc2-4e3d-b510-2a7a9325d95e triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:33.588644 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.641655 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:33.671234 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5746e412-7d53-4c1c-8a74-74a295b7845a', 'name': 'tempest-ServerRescueNegativeTestJSON-112135184-router', 'tenant_id': '8a42694aec374663aae1ddf6f96e3643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f0a87a85-885d-44be-b37a-7bebba2e712b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 4, 'project_id': '8a42694aec374663aae1ddf6f96e3643', 'gw_port': {'id': 'f0a87a85-885d-44be-b37a-7bebba2e712b', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5746e412-7d53-4c1c-8a74-74a295b7845a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '53518b90-8c89-47e3-8ffb-a422c346337f', 'name': '', 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae', 'tenant_id': '8a42694aec374663aae1ddf6f96e3643', 'mac_address': 'fa:16:3e:c4:71:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5746e412-7d53-4c1c-8a74-74a295b7845a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:19Z', 'updated_at': '2021-04-19T19:10:31Z', 'revision_number': 4, 'project_id': '8a42694aec374663aae1ddf6f96e3643', 'subnets': [{'id': '1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:33.694979 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe7647b-fe6d-4367-b78b-0fb8cc99ddc6 None None] The sync data for ids ['5746e412-7d53-4c1c-8a74-74a295b7845a'] in dv-cinder-786932-1-smb is: [{'id': '5746e412-7d53-4c1c-8a74-74a295b7845a', 'name': 'tempest-ServerRescueNegativeTestJSON-112135184-router', 'tenant_id': '8a42694aec374663aae1ddf6f96e3643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f0a87a85-885d-44be-b37a-7bebba2e712b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 4, 'project_id': '8a42694aec374663aae1ddf6f96e3643', 'gw_port': {'id': 'f0a87a85-885d-44be-b37a-7bebba2e712b', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5746e412-7d53-4c1c-8a74-74a295b7845a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '53518b90-8c89-47e3-8ffb-a422c346337f', 'name': '', 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae', 'tenant_id': '8a42694aec374663aae1ddf6f96e3643', 'mac_address': 'fa:16:3e:c4:71:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5746e412-7d53-4c1c-8a74-74a295b7845a', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:19Z', 'updated_at': '2021-04-19T19:10:31Z', 'revision_number': 4, 'project_id': '8a42694aec374663aae1ddf6f96e3643', 'subnets': [{'id': '1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:10:33.710058 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.742373 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:33.828874 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37327e-d484-44f2-9369-3b023ff823ca tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1411b015-c909-4cdd-90da-306a1d3f5d3d,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:33.831843 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-808ac4ce-7ede-4003-9fea-37362de26267 req-0696b7ee-d8d6-424d-a2f9-46b5408b7137 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Synchronizing usage tracker for tenant:0d99eda3650e4d08ad8d52aac35de6aa on resource:security_group {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:33.835721 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d34bb4b5-a9fb-4b43-b1a7-4c86db629793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.862946 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-dd37327e-d484-44f2-9369-3b023ff823ca tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:33.866586 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dd37327e-d484-44f2-9369-3b023ff823ca tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:33.875602 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39878) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:33.876374 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-808ac4ce-7ede-4003-9fea-37362de26267 req-0696b7ee-d8d6-424d-a2f9-46b5408b7137 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Unset dirty status for tenant:0d99eda3650e4d08ad8d52aac35de6aa on resource:security_group {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:33.876499 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-dd37327e-d484-44f2-9369-3b023ff823ca tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9084597 Apr 19 19:10:33.890460 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-808ac4ce-7ede-4003-9fea-37362de26267 req-0696b7ee-d8d6-424d-a2f9-46b5408b7137 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1618089074&fields=id&tenant_id=0d99eda3650e4d08ad8d52aac35de6aa HTTP/1.1" status: 200 len: 267 time: 0.1776600 Apr 19 19:10:33.913888 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Routers {'fd169c5e-b497-4409-8032-56f4dde26f0e'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:10:33.914971 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:10:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['fd169c5e-b497-4409-8032-56f4dde26f0e'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:33.993597 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30c221-5e85-4ca0-8d38-c5232b9c813f req-662438a5-b67a-408a-afe0-57954d47c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:34.002815 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-768b2367-941b-4181-8485-4ba86dba7ee2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Request body: {'security_group_rule': {'security_group_id': '758d8a82-d9aa-412a-9be4-7c61f02fdea6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:34.007790 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-de30c221-5e85-4ca0-8d38-c5232b9c813f req-662438a5-b67a-408a-afe0-57954d47c703 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cc9299c899674f76befe8d5c99651050&device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 1096 time: 0.6903088 Apr 19 19:10:34.019106 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-768b2367-941b-4181-8485-4ba86dba7ee2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:34.046533 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-768b2367-941b-4181-8485-4ba86dba7ee2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Usage tracker for resource:security_group_rule and tenant:3f06609ad86c4c05a7a4dd90ffe12706 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:34.060400 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-768b2367-941b-4181-8485-4ba86dba7ee2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:34.123539 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-768b2367-941b-4181-8485-4ba86dba7ee2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:34.246697 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99b88c-fda9-44f5-bffc-3bbccdf809ca req-f1ff5dcb-e55d-4650-a14f-24d54eab2c2e tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:34.253198 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ef99b88c-fda9-44f5-bffc-3bbccdf809ca req-f1ff5dcb-e55d-4650-a14f-24d54eab2c2e tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 943 time: 0.7383428 Apr 19 19:10:34.335940 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d34bb4b5-a9fb-4b43-b1a7-4c86db629793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:34.364094 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e8295c94-8068-4a26-afc0-eb700e7146cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:34.420968 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bb4b5-a9fb-4b43-b1a7-4c86db629793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd21674f-f093-487c-9659-e60755d6aa34,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:34.435174 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d34bb4b5-a9fb-4b43-b1a7-4c86db629793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:34.457741 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ef99b88c-fda9-44f5-bffc-3bbccdf809ca req-43e42dfe-46f2-4e5b-819e-7e5a220fb4d8 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ec8d2d0-19bf-407d-8818-1dc9c7c3eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932323 Apr 19 19:10:34.480965 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d34bb4b5-a9fb-4b43-b1a7-4c86db629793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:34.482272 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-d34bb4b5-a9fb-4b43-b1a7-4c86db629793 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd21674f-f093-487c-9659-e60755d6aa34 HTTP/1.1" status: 204 len: 168 time: 1.3078403 Apr 19 19:10:34.538089 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30c221-5e85-4ca0-8d38-c5232b9c813f req-b3558ee4-bf94-4f16-a974-cdd48bdf7fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:34.539895 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-de30c221-5e85-4ca0-8d38-c5232b9c813f req-b3558ee4-bf94-4f16-a974-cdd48bdf7fd0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=db53e072-f614-4119-a52c-ac6f8dd3635f HTTP/1.1" status: 200 len: 913 time: 0.5196269 Apr 19 19:10:34.662847 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b70c4f-8a89-43a8-88c2-d50ee14f9f12 None None] Pushing event updated for resources: {'Port': ['ID=78355f11-9600-4744-a55b-21f079ffd533,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:34.683335 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-03b70c4f-8a89-43a8-88c2-d50ee14f9f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:34.868925 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-768b2367-941b-4181-8485-4ba86dba7ee2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:34.898842 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] Set router fd169c5e-b497-4409-8032-56f4dde26f0e gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:10:34.899396 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ac4ce-7ede-4003-9fea-37362de26267 req-f5eb1064-616a-49e8-b061-3066696cc189 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:34.909803 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-de30c221-5e85-4ca0-8d38-c5232b9c813f req-80e8e53d-d8a0-475d-a9a5-7cc8b9c24bb8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00fa37c5-58b0-48e7-934f-ee7e409b26a7 HTTP/1.1" status: 200 len: 217 time: 0.3628221 Apr 19 19:10:34.924069 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-808ac4ce-7ede-4003-9fea-37362de26267 req-f5eb1064-616a-49e8-b061-3066696cc189 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/networks?id=2a04a19f-2111-459f-b0c6-fd481fb0041e HTTP/1.1" status: 200 len: 811 time: 1.0192189 Apr 19 19:10:34.989183 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-808ac4ce-7ede-4003-9fea-37362de26267 req-a5dc368b-e40c-427d-93cc-444626e8d804 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/quotas/0d99eda3650e4d08ad8d52aac35de6aa HTTP/1.1" status: 200 len: 375 time: 0.0587339 Apr 19 19:10:35.044066 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-993be83f-294a-4bb5-b07c-f6e32f3acd4e req-05b19f47-3a3d-4870-aa80-51d49656b929 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Synchronizing usage tracker for tenant:8a42694aec374663aae1ddf6f96e3643 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:35.147638 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 53518b90-8c89-47e3-8ffb-a422c346337f up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:35.189531 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30c221-5e85-4ca0-8d38-c5232b9c813f req-cd017ef6-91c3-4069-b46e-81f640ae9bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:35.191263 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-de30c221-5e85-4ca0-8d38-c5232b9c813f req-cd017ef6-91c3-4069-b46e-81f640ae9bda service neutron] 10.222.0.75 "GET /v2.0/subnets?id=10a2052b-53c0-4315-919c-9a20259d5833 HTTP/1.1" status: 200 len: 852 time: 0.2735493 Apr 19 19:10:35.197758 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-993be83f-294a-4bb5-b07c-f6e32f3acd4e req-05b19f47-3a3d-4870-aa80-51d49656b929 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Unset dirty status for tenant:8a42694aec374663aae1ddf6f96e3643 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:35.203106 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-993be83f-294a-4bb5-b07c-f6e32f3acd4e req-05b19f47-3a3d-4870-aa80-51d49656b929 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 210 time: 0.4745884 Apr 19 19:10:35.282615 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-768b2367-941b-4181-8485-4ba86dba7ee2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:35.306732 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-768b2367-941b-4181-8485-4ba86dba7ee2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:35.341964 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:35.398793 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-de30c221-5e85-4ca0-8d38-c5232b9c813f req-06006fd9-176d-4bfd-ab85-6c7a881434f3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=db53e072-f614-4119-a52c-ac6f8dd3635f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1944582 Apr 19 19:10:35.413600 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b2367-941b-4181-8485-4ba86dba7ee2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f56764-14ac-468c-ad9c-7d5bf18a8e63,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:35.419269 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-768b2367-941b-4181-8485-4ba86dba7ee2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:35.443276 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-808ac4ce-7ede-4003-9fea-37362de26267 req-e6f700ac-d478-432b-8caa-629c0d155c43 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Synchronizing usage tracker for tenant:0d99eda3650e4d08ad8d52aac35de6aa on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:35.451245 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-768b2367-941b-4181-8485-4ba86dba7ee2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:35.452470 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-768b2367-941b-4181-8485-4ba86dba7ee2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4904339 Apr 19 19:10:35.457886 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39948) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:35.472111 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Request body: {'floatingip': {'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:35.480848 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:35.485861 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Usage tracker for resource:floatingip and tenant:3f06609ad86c4c05a7a4dd90ffe12706 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:35.490241 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:35.493377 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-808ac4ce-7ede-4003-9fea-37362de26267 req-e6f700ac-d478-432b-8caa-629c0d155c43 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Unset dirty status for tenant:0d99eda3650e4d08ad8d52aac35de6aa on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:35.502103 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-808ac4ce-7ede-4003-9fea-37362de26267 req-e6f700ac-d478-432b-8caa-629c0d155c43 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0d99eda3650e4d08ad8d52aac35de6aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5103903 Apr 19 19:10:35.551065 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:35.663229 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for floatingip, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:35.677730 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port 53518b90-8c89-47e3-8ffb-a422c346337f completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:35.688441 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-de30c221-5e85-4ca0-8d38-c5232b9c813f req-36eee8c5-a702-4fde-acc4-734b14a32387 service neutron] 10.222.0.75 "GET /v2.0/networks/db53e072-f614-4119-a52c-ac6f8dd3635f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826660 Apr 19 19:10:35.766804 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 53518b90-8c89-47e3-8ffb-a422c346337f triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:35.767432 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:35.833804 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39956) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:35.932214 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-808ac4ce-7ede-4003-9fea-37362de26267 req-9c9810a0-2def-4698-be21-4dd47d0875ba service neutron] 10.222.0.58 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204109 Apr 19 19:10:35.978702 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-435f1dec-47cc-4a40-8e80-3527d7c44b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:36.059328 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 39962) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:36.119319 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 00fa37c5-58b0-48e7-934f-ee7e409b26a7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:10:36.135408 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:36.184502 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbb042-00bc-4808-aa54-931ea4e3f51a req-e6ba8d7c-2147-43a9-b9de-e2ba25891bb2 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:36.186625 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d7dbb042-00bc-4808-aa54-931ea4e3f51a req-e6ba8d7c-2147-43a9-b9de-e2ba25891bb2 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 943 time: 0.4355562 Apr 19 19:10:36.193901 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-de30c221-5e85-4ca0-8d38-c5232b9c813f req-60ef8cf8-174a-407a-b525-f716b231f38a service neutron] 10.222.0.75 "GET /v2.0/networks/db53e072-f614-4119-a52c-ac6f8dd3635f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985945 Apr 19 19:10:36.201955 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port 53518b90-8c89-47e3-8ffb-a422c346337f, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=53518b90-8c89-47e3-8ffb-a422c346337f,segment=NetworkSegment(a6d5aeb3-d8a9-4d4a-94e7-8849b8444182),segment_id=a6d5aeb3-d8a9-4d4a-94e7-8849b8444182)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:36.212782 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:36.225989 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:36.253343 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d7dbb042-00bc-4808-aa54-931ea4e3f51a req-3596d7af-8866-4e34-9e29-50cc0c941869 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ec8d2d0-19bf-407d-8818-1dc9c7c3eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580816 Apr 19 19:10:36.263814 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-435f1dec-47cc-4a40-8e80-3527d7c44b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:36.272360 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-435f1dec-47cc-4a40-8e80-3527d7c44b0a admin admin] Usage tracker for resource:security_group_rule and tenant:a2283242600944688ff744d4de7a8c26 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:36.286406 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-435f1dec-47cc-4a40-8e80-3527d7c44b0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:36.293525 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-435f1dec-47cc-4a40-8e80-3527d7c44b0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:36.346849 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.db.resource_extend [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 19:10:36.417095 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-435f1dec-47cc-4a40-8e80-3527d7c44b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:36.424832 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-435f1dec-47cc-4a40-8e80-3527d7c44b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:36.444324 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:36.522902 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-808ac4ce-7ede-4003-9fea-37362de26267 req-cbdbe496-97e5-46cc-8361-390bb2b6a6f5 service neutron] 10.222.0.58 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826347 Apr 19 19:10:36.545045 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-435f1dec-47cc-4a40-8e80-3527d7c44b0a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a2283242600944688ff744d4de7a8c26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7095463 Apr 19 19:10:36.563804 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 39990) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:36.632653 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-877b0f99-a740-4988-b3c7-b1b390f5d305 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:36.633520 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-877b0f99-a740-4988-b3c7-b1b390f5d305 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Synchronizing usage tracker for tenant:8a42694aec374663aae1ddf6f96e3643 on resource:network {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:36.670582 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=53518b90-8c89-47e3-8ffb-a422c346337f,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:36.694164 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:36.742727 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f1dec-47cc-4a40-8e80-3527d7c44b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ae465b-f3ae-4872-a34d-bf97760d7959,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:36.756235 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fd9c397e-2eda-4ba4-8852-7e50816f2ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:36.761945 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-435f1dec-47cc-4a40-8e80-3527d7c44b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:36.782466 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-fd9c397e-2eda-4ba4-8852-7e50816f2ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:36.785974 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-fd9c397e-2eda-4ba4-8852-7e50816f2ee9 admin admin] Usage tracker for resource:security_group_rule and tenant:683cefcc7e1c4581b8aa7afc6dc586c9 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:36.789964 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-fd9c397e-2eda-4ba4-8852-7e50816f2ee9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:36.796415 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-fd9c397e-2eda-4ba4-8852-7e50816f2ee9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:36.825605 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 00fa37c5-58b0-48e7-934f-ee7e409b26a7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=00fa37c5-58b0-48e7-934f-ee7e409b26a7,segment=NetworkSegment(a578ebaa-4830-4f63-a334-e8cf694679fb),segment_id=a578ebaa-4830-4f63-a334-e8cf694679fb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:36.879357 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 4, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port': {'id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '78355f11-9600-4744-a55b-21f079ffd533', 'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'mac_address': 'fa:16:3e:ee:4b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:18Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 4, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'subnets': [{'id': 'f6520559-3281-4271-a77a-f193645776b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:10:36.889874 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': '00fa37c5-58b0-48e7-934f-ee7e409b26a7', 'network_id': 'db53e072-f614-4119-a52c-ac6f8dd3635f', 'port_id': '00fa37c5-58b0-48e7-934f-ee7e409b26a7', 'mac_address': 'fa:16:3e:f3:5d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a2052b-53c0-4315-919c-9a20259d5833', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:10:36.898270 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:36.916320 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fd9c397e-2eda-4ba4-8852-7e50816f2ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:36.921282 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fd9c397e-2eda-4ba4-8852-7e50816f2ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:36.922082 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-877b0f99-a740-4988-b3c7-b1b390f5d305 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Unset dirty status for tenant:8a42694aec374663aae1ddf6f96e3643 on resource:network {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:36.923897 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-877b0f99-a740-4988-b3c7-b1b390f5d305 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/networks?id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae HTTP/1.1" status: 200 len: 818 time: 0.5004444 Apr 19 19:10:36.960124 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-31702621-9d2b-41c3-99d6-a919616e964a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:36.969543 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-fd9c397e-2eda-4ba4-8852-7e50816f2ee9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=683cefcc7e1c4581b8aa7afc6dc586c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9021881 Apr 19 19:10:36.982975 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17322852-104f-4460-8bbc-39c0a2c0c1b8 None None] The sync data for ids ['fd169c5e-b497-4409-8032-56f4dde26f0e'] in dv-cinder-786932-1-smb is: [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 4, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port': {'id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '78355f11-9600-4744-a55b-21f079ffd533', 'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'mac_address': 'fa:16:3e:ee:4b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:18Z', 'updated_at': '2021-04-19T19:10:33Z', 'revision_number': 4, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'subnets': [{'id': 'f6520559-3281-4271-a77a-f193645776b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:10:36.991933 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:36.994580 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 40006) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:36.998758 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-4d070b55-b62e-4fee-97cc-81f9fcd19faf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/quotas/8a42694aec374663aae1ddf6f96e3643 HTTP/1.1" status: 200 len: 375 time: 0.0423486 Apr 19 19:10:37.100248 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fa37c5-58b0-48e7-934f-ee7e409b26a7 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:10:37.136984 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 00fa37c5-58b0-48e7-934f-ee7e409b26a7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=00fa37c5-58b0-48e7-934f-ee7e409b26a7,segment=NetworkSegment(a578ebaa-4830-4f63-a334-e8cf694679fb),segment_id=a578ebaa-4830-4f63-a334-e8cf694679fb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:37.150872 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:37.153944 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-03b70c4f-8a89-43a8-88c2-d50ee14f9f12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:37.209483 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Allocated IP 172.28.1.185 (e4e5816e-6a67-4607-b0cd-dfb76bb3ca64/802e8c21-e3db-4541-8cf5-b393bddf9a24/de41c7a4-1c63-4f1b-b625-e3e98115a563) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:37.411852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=00fa37c5-58b0-48e7-934f-ee7e409b26a7,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:37.438904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['00fa37c5-58b0-48e7-934f-ee7e409b26a7'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:10:37.530134 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af4a8ed2-3631-4a88-99f1-45b8ae19c1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:37.574712 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c397e-2eda-4ba4-8852-7e50816f2ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e8248b-adc8-4956-893b-c39fdf5a876f,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:37.600013 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fd9c397e-2eda-4ba4-8852-7e50816f2ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:37.626369 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c38eb79a-eace-43b1-8a8d-11dab20a92eb req-5ef7b923-9790-495e-9bc0-ab5e04c95bbf tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 210 time: 0.7403278 Apr 19 19:10:37.690881 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-13aabef0-0d87-497a-a2b5-b6b2bb68d2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:37.729384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-e44d6e05-7e9b-41c9-be2c-a4ccec26875a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:37.739903 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-e44d6e05-7e9b-41c9-be2c-a4ccec26875a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.75 "GET /v2.0/networks?id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae HTTP/1.1" status: 200 len: 818 time: 1.1012900 Apr 19 19:10:37.747004 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af4a8ed2-3631-4a88-99f1-45b8ae19c1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:37.808879 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-02b8aaf3-4eea-434b-9cde-0ee903d968cf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Request body: {'port': {'device_id': 'd493dfae-da37-4dc5-916f-b2971d68b11f', 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae', 'admin_state_up': True, 'tenant_id': '8a42694aec374663aae1ddf6f96e3643'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:37.809303 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:37.910862 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af4a8ed2-3631-4a88-99f1-45b8ae19c1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:37.927666 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-43929cbc-20cb-48ab-a3a0-e235439226a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:37.934997 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-13aabef0-0d87-497a-a2b5-b6b2bb68d2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:37.950369 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a8ed2-3631-4a88-99f1-45b8ae19c1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ae465b-f3ae-4872-a34d-bf97760d7959,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:37.969646 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-af4a8ed2-3631-4a88-99f1-45b8ae19c1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:37.986616 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:38.003695 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:38.090927 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6319c04f-46aa-41df-bd06-7e41faaa4c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:38.125973 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:38.150031 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-e0e51325-d251-42dd-86f8-9fe8d4d75167 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8a42694aec374663aae1ddf6f96e3643&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0481274 Apr 19 19:10:38.275807 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-13aabef0-0d87-497a-a2b5-b6b2bb68d2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:38.325963 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-18378e3a-6438-4d07-afd4-95aeca15cfea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:38.363752 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Pushing event updated for resources: {'Port': ['ID=de41c7a4-1c63-4f1b-b625-e3e98115a563,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:38.368278 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aabef0-0d87-497a-a2b5-b6b2bb68d2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e8248b-adc8-4956-893b-c39fdf5a876f,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:38.380363 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:38.396523 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-13aabef0-0d87-497a-a2b5-b6b2bb68d2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:38.407246 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:38.415752 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-13aabef0-0d87-497a-a2b5-b6b2bb68d2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:38.424347 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:38.432843 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-13aabef0-0d87-497a-a2b5-b6b2bb68d2d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7e8248b-adc8-4956-893b-c39fdf5a876f HTTP/1.1" status: 204 len: 168 time: 1.4209323 Apr 19 19:10:38.442487 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:38.467728 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-02b8aaf3-4eea-434b-9cde-0ee903d968cf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:38.510989 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-02b8aaf3-4eea-434b-9cde-0ee903d968cf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:38.531438 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af4a8ed2-3631-4a88-99f1-45b8ae19c1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:38.534313 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-4f91f58a-f59e-49a0-83cc-51e89eb7f5bc service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=86366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 19:10:38.538076 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-af4a8ed2-3631-4a88-99f1-45b8ae19c1f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/50ae465b-f3ae-4872-a34d-bf97760d7959 HTTP/1.1" status: 204 len: 168 time: 1.9685481 Apr 19 19:10:38.550156 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-4f91f58a-f59e-49a0-83cc-51e89eb7f5bc service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1517286 Apr 19 19:10:38.578670 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-02b8aaf3-4eea-434b-9cde-0ee903d968cf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Made reservation on behalf of 8a42694aec374663aae1ddf6f96e3643 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:38.585427 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-02b8aaf3-4eea-434b-9cde-0ee903d968cf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:38.615764 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a792f6a-4b72-489b-a21e-9c5d1dcab456 req-29b872cf-faaf-4667-8ead-20a14c8c3bf8 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:38.623565 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4a792f6a-4b72-489b-a21e-9c5d1dcab456 req-29b872cf-faaf-4667-8ead-20a14c8c3bf8 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 944 time: 0.6489503 Apr 19 19:10:38.719160 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:38.761083 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4a792f6a-4b72-489b-a21e-9c5d1dcab456 req-9f0747d8-260f-404b-9844-35a6f162a197 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ec8d2d0-19bf-407d-8818-1dc9c7c3eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364479 Apr 19 19:10:38.888556 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:39.047413 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 78355f11-9600-4744-a55b-21f079ffd533 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:39.156722 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.75', 62048) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:39.187454 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-781f14b3-61d6-40e7-a7c9-98ea5a8769b9 req-2a18f6b7-1a0d-430a-9a31-88015ac047ce tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 210 time: 0.1105340 Apr 19 19:10:39.281064 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port 78355f11-9600-4744-a55b-21f079ffd533 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:39.292014 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-30959618-847a-4d8c-a87c-f70615c68331 service neutron] 10.222.0.58 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7408731 Apr 19 19:10:39.292631 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 78355f11-9600-4744-a55b-21f079ffd533 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:39.293266 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:39.432761 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:39.439100 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62134073'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:39.451290 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0df3a669-e413-437c-b8cb-3523f921e47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:39.556853 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:39.575697 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 40072) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:39.628368 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658097'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:39.638554 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6471-b974-4ace-a2d0-984c5eab3f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:39.656377 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port 78355f11-9600-4744-a55b-21f079ffd533, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=78355f11-9600-4744-a55b-21f079ffd533,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:39.657183 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Pushing event updated for resources: {'Port': ['ID=de41c7a4-1c63-4f1b-b625-e3e98115a563,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:39.666236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:39.667330 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:39.667614 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 53518b90-8c89-47e3-8ffb-a422c346337f up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:39.673043 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:39.690114 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2296841 Apr 19 19:10:39.700868 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c9ad6471-b974-4ace-a2d0-984c5eab3f5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:39.703743 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-02b8aaf3-4eea-434b-9cde-0ee903d968cf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Allocated IP 172.20.0.7 (05f5d64c-6af9-4b94-bbc6-a0ffa69258ae/1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6/c443d0cd-ac7e-432e-a5c3-4cd5ad869428) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:39.738040 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c9ad6471-b974-4ace-a2d0-984c5eab3f5d admin admin] Usage tracker for resource:security_group_rule and tenant:95f8b05be9014f0aa3859a820c839423 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:39.741232 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:39.746871 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c9ad6471-b974-4ace-a2d0-984c5eab3f5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:39.772814 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ac4ce-7ede-4003-9fea-37362de26267 req-928f0136-842d-4a0b-b2f0-853230530969 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:39.773644 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-808ac4ce-7ede-4003-9fea-37362de26267 req-928f0136-842d-4a0b-b2f0-853230530969 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Synchronizing usage tracker for tenant:0d99eda3650e4d08ad8d52aac35de6aa on resource:network {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:39.803141 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c9ad6471-b974-4ace-a2d0-984c5eab3f5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:39.836073 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-3975654a-5a30-438c-9d35-be4a8b422d09 service neutron] 10.222.0.58 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708853 Apr 19 19:10:39.861957 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=78355f11-9600-4744-a55b-21f079ffd533,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:39.868305 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:39.879567 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 53518b90-8c89-47e3-8ffb-a422c346337f triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:39.880129 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.079177 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 00fa37c5-58b0-48e7-934f-ee7e409b26a7 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:40.082318 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d3c53-e357-4673-b306-bd5bb49c8677 req-8622e11f-29dd-480e-87bf-8ef728a755cb tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:40.100305 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8e0d3c53-e357-4673-b306-bd5bb49c8677 req-8622e11f-29dd-480e-87bf-8ef728a755cb tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 944 time: 0.2189443 Apr 19 19:10:40.134191 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6471-b974-4ace-a2d0-984c5eab3f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.148546 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6471-b974-4ace-a2d0-984c5eab3f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.206538 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8e0d3c53-e357-4673-b306-bd5bb49c8677 req-14579402-0a11-4e13-acea-559fe23273bb tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ec8d2d0-19bf-407d-8818-1dc9c7c3eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047976 Apr 19 19:10:40.290150 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning for port 00fa37c5-58b0-48e7-934f-ee7e409b26a7 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:40.307002 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port 00fa37c5-58b0-48e7-934f-ee7e409b26a7 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:40.307711 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.344506 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f4dbc673-3efa-4f2f-8ed7-14af9f6448aa req-45ca2339-4c83-4114-99c4-3601d1ad8baa tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 210 time: 0.0904775 Apr 19 19:10:40.347733 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d34bb4b5-a9fb-4b43-b1a7-4c86db629793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:40.404331 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-808ac4ce-7ede-4003-9fea-37362de26267 req-928f0136-842d-4a0b-b2f0-853230530969 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Unset dirty status for tenant:0d99eda3650e4d08ad8d52aac35de6aa on resource:network {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:40.404331 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-808ac4ce-7ede-4003-9fea-37362de26267 req-928f0136-842d-4a0b-b2f0-853230530969 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.75 "GET /v2.0/networks?id=2a04a19f-2111-459f-b0c6-fd481fb0041e HTTP/1.1" status: 200 len: 811 time: 1.2288673 Apr 19 19:10:40.517910 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f367a487-4ef6-4f89-8559-1ea3b2308028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.524623 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad6471-b974-4ace-a2d0-984c5eab3f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006658d6-d74f-489e-9d38-a60ec9a7dfc7,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:40.557059 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c9ad6471-b974-4ace-a2d0-984c5eab3f5d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95f8b05be9014f0aa3859a820c839423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9789906 Apr 19 19:10:40.562724 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c9ad6471-b974-4ace-a2d0-984c5eab3f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:40.577362 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 40132) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:40.587817 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-02b8aaf3-4eea-434b-9cde-0ee903d968cf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.608941 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ebac55ee-ec0d-4ee0-9705-a5fbb31aecaa req-74b1c5fa-80fb-469e-96da-4ded837c168b tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 210 time: 0.0969827 Apr 19 19:10:40.641577 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-91a6910a-e8ce-4490-b371-0a338c0f3629 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Synchronizing usage tracker for tenant:3f06609ad86c4c05a7a4dd90ffe12706 on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:40.670707 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.711123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 00fa37c5-58b0-48e7-934f-ee7e409b26a7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=00fa37c5-58b0-48e7-934f-ee7e409b26a7,segment=NetworkSegment(a578ebaa-4830-4f63-a334-e8cf694679fb),segment_id=a578ebaa-4830-4f63-a334-e8cf694679fb)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:40.716963 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87490f82-6b33-46ae-aee7-c85690e5d650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fa37c5-58b0-48e7-934f-ee7e409b26a7'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:10:40.825991 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.826706 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-808ac4ce-7ede-4003-9fea-37362de26267 req-f80f4120-1081-4e75-95bb-b5646a724f22 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Synchronizing usage tracker for tenant:0d99eda3650e4d08ad8d52aac35de6aa on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:40.830551 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7c1f0580-0181-4c97-802e-a69e8cbfba32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:40.866880 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 78355f11-9600-4744-a55b-21f079ffd533 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:40.880961 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-91a6910a-e8ce-4490-b371-0a338c0f3629 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Unset dirty status for tenant:3f06609ad86c4c05a7a4dd90ffe12706 on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:40.889986 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-91a6910a-e8ce-4490-b371-0a338c0f3629 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--326620474&fields=id&tenant_id=3f06609ad86c4c05a7a4dd90ffe12706 HTTP/1.1" status: 200 len: 267 time: 0.5629580 Apr 19 19:10:40.943165 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-808ac4ce-7ede-4003-9fea-37362de26267 req-f80f4120-1081-4e75-95bb-b5646a724f22 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Unset dirty status for tenant:0d99eda3650e4d08ad8d52aac35de6aa on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:40.944764 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-808ac4ce-7ede-4003-9fea-37362de26267 req-f80f4120-1081-4e75-95bb-b5646a724f22 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0d99eda3650e4d08ad8d52aac35de6aa HTTP/1.1" status: 200 len: 5705 time: 0.4844196 Apr 19 19:10:40.960091 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3da06e80-6c35-46b3-ad3d-94eb6bf073f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:40.996053 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=00fa37c5-58b0-48e7-934f-ee7e409b26a7,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:41.013112 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:41.025910 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-808ac4ce-7ede-4003-9fea-37362de26267 req-3c08ad1a-3135-4b83-a628-db233d376100 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Request body: {'port': {'device_id': '4b9dd2b8-198e-4330-91a9-1accddbd5ac7', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'admin_state_up': True, 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'security_groups': ['3cd4e154-4332-439a-8318-5835cdf18bd0']}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:41.028034 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 78355f11-9600-4744-a55b-21f079ffd533 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:41.028493 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.162860 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-02b8aaf3-4eea-434b-9cde-0ee903d968cf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.184896 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3da06e80-6c35-46b3-ad3d-94eb6bf073f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.221556 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:41.255971 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.348094 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-02b8aaf3-4eea-434b-9cde-0ee903d968cf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Network 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:41.363195 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87490f82-6b33-46ae-aee7-c85690e5d650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fa37c5-58b0-48e7-934f-ee7e409b26a7', 'code': 200} Apr 19 19:10:41.380063 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-02b8aaf3-4eea-434b-9cde-0ee903d968cf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:41.416872 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-02b8aaf3-4eea-434b-9cde-0ee903d968cf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:41.423264 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-02b8aaf3-4eea-434b-9cde-0ee903d968cf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:41.424030 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-02b8aaf3-4eea-434b-9cde-0ee903d968cf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.451935 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8aaf3-4eea-434b-9cde-0ee903d968cf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Pushing event updated for resources: {'Port': ['ID=c443d0cd-ac7e-432e-a5c3-4cd5ad869428,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:41.466308 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-4ed8f569-fc44-40fe-86be-5612808bce3a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:41.467090 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-4ed8f569-fc44-40fe-86be-5612808bce3a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Synchronizing usage tracker for tenant:3f06609ad86c4c05a7a4dd90ffe12706 on resource:network {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:41.470913 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-02b8aaf3-4eea-434b-9cde-0ee903d968cf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:41.482099 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-808ac4ce-7ede-4003-9fea-37362de26267 req-3c08ad1a-3135-4b83-a628-db233d376100 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:41.513467 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-808ac4ce-7ede-4003-9fea-37362de26267 req-3c08ad1a-3135-4b83-a628-db233d376100 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:41.522015 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3da06e80-6c35-46b3-ad3d-94eb6bf073f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.528780 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3da06e80-6c35-46b3-ad3d-94eb6bf073f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.532618 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-3da06e80-6c35-46b3-ad3d-94eb6bf073f5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/006658d6-d74f-489e-9d38-a60ec9a7dfc7 HTTP/1.1" status: 204 len: 168 time: 0.9353111 Apr 19 19:10:41.532618 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-4ed8f569-fc44-40fe-86be-5612808bce3a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Unset dirty status for tenant:3f06609ad86c4c05a7a4dd90ffe12706 on resource:network {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:41.541026 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-4ed8f569-fc44-40fe-86be-5612808bce3a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/networks?id=132d4ad0-195c-4d5c-9957-e76f12440abe HTTP/1.1" status: 200 len: 817 time: 0.6480024 Apr 19 19:10:41.543057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:41.551508 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-02b8aaf3-4eea-434b-9cde-0ee903d968cf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7850873 Apr 19 19:10:41.556106 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.564193 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808ac4ce-7ede-4003-9fea-37362de26267 req-3c08ad1a-3135-4b83-a628-db233d376100 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Made reservation on behalf of 0d99eda3650e4d08ad8d52aac35de6aa for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:41.571130 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-808ac4ce-7ede-4003-9fea-37362de26267 req-3c08ad1a-3135-4b83-a628-db233d376100 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.586470 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da06e80-6c35-46b3-ad3d-94eb6bf073f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006658d6-d74f-489e-9d38-a60ec9a7dfc7,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:41.591952 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Request body: {'port': {'device_id': 'd493dfae-da37-4dc5-916f-b2971d68b11f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:41.642532 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-305a4c26-5866-4a09-8606-eeb6375a1ebf tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/quotas/3f06609ad86c4c05a7a4dd90ffe12706 HTTP/1.1" status: 200 len: 375 time: 0.1016583 Apr 19 19:10:41.659283 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3da06e80-6c35-46b3-ad3d-94eb6bf073f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:41.712284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:41.718267 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.75', 62058) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:41.721149 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb8ed6-0f0c-420d-bdc7-783f701a03fb req-145a64b6-f7ec-422a-98ea-5314f822a7f1 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:41.723522 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0ccb8ed6-0f0c-420d-bdc7-783f701a03fb req-145a64b6-f7ec-422a-98ea-5314f822a7f1 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 945 time: 0.2450593 Apr 19 19:10:41.822621 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0ccb8ed6-0f0c-420d-bdc7-783f701a03fb req-cae63af0-6c9a-4860-ae24-5b3c448046af tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ec8d2d0-19bf-407d-8818-1dc9c7c3eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898142 Apr 19 19:10:42.103121 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9f97a6a5-5cd5-47a5-9398-94d3ed07d7f4 req-cd9f30ba-3511-4f6b-97dd-e59a74bb87a7 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 210 time: 0.1329424 Apr 19 19:10:42.188550 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.75', 62059) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:42.473796 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7af98888-7f6c-44cf-8f38-5dd8de03c071 req-6c62d812-12ba-43fa-995e-3ebc1a11073c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 210 time: 0.0996609 Apr 19 19:10:42.528488 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-808ac4ce-7ede-4003-9fea-37362de26267 req-3c08ad1a-3135-4b83-a628-db233d376100 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Allocated IP 172.20.0.6 (2a04a19f-2111-459f-b0c6-fd481fb0041e/30029454-1ddd-4aa7-85a3-1fc1f6ca707e/cb789cd6-58ab-4cd1-bfbe-797f8c74ed19) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:42.536321 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:42.551115 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-ef4de0d5-3a0f-4a44-80d2-2cfac6fbd9df tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:42.569605 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-ef4de0d5-3a0f-4a44-80d2-2cfac6fbd9df tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.75 "GET /v2.0/networks?id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae HTTP/1.1" status: 200 len: 818 time: 0.3797193 Apr 19 19:10:42.584702 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-556b5052-ffe8-4410-ba1e-af070264b80b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Request body: {'port': {'device_id': '0ba636de-0cd3-4c47-98ff-55ea3c4bd07a', 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae', 'admin_state_up': True, 'tenant_id': '8a42694aec374663aae1ddf6f96e3643'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:42.713857 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:42.799825 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-75200cc5-3db9-4d15-b01e-509c2cfe2079 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Synchronizing usage tracker for tenant:3f06609ad86c4c05a7a4dd90ffe12706 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:42.807702 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 40236) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:42.852305 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe503184-6e8d-4f07-bad8-586f7fa40822 req-0943af97-872e-4909-af4a-79627227ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:42.854725 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fe503184-6e8d-4f07-bad8-586f7fa40822 req-0943af97-872e-4909-af4a-79627227ae0f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 1098 time: 1.1299024 Apr 19 19:10:42.869328 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-556b5052-ffe8-4410-ba1e-af070264b80b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:42.874082 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-556b5052-ffe8-4410-ba1e-af070264b80b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Usage tracker for resource:port and tenant:8a42694aec374663aae1ddf6f96e3643 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:42.877990 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-556b5052-ffe8-4410-ba1e-af070264b80b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:42.885666 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-556b5052-ffe8-4410-ba1e-af070264b80b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:42.896087 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-556b5052-ffe8-4410-ba1e-af070264b80b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Made reservation on behalf of 8a42694aec374663aae1ddf6f96e3643 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:42.903249 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-556b5052-ffe8-4410-ba1e-af070264b80b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:42.921227 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-fe503184-6e8d-4f07-bad8-586f7fa40822 req-87e84f1c-ad7e-4878-ab9f-91f588e5c95c service neutron] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:42.997733 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-75200cc5-3db9-4d15-b01e-509c2cfe2079 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Unset dirty status for tenant:3f06609ad86c4c05a7a4dd90ffe12706 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:42.999212 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-75200cc5-3db9-4d15-b01e-509c2cfe2079 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3f06609ad86c4c05a7a4dd90ffe12706&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3556409 Apr 19 19:10:43.000355 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-fe503184-6e8d-4f07-bad8-586f7fa40822 req-87e84f1c-ad7e-4878-ab9f-91f588e5c95c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:43.094382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-fe503184-6e8d-4f07-bad8-586f7fa40822 req-87e84f1c-ad7e-4878-ab9f-91f588e5c95c service neutron] Usage tracker for resource:security_group_rule and tenant:3711f38897d84502a576802ed9f68b59 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:43.137073 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9999276-5f61-4a1a-a7bb-b22eda470f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.163281 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b9999276-5f61-4a1a-a7bb-b22eda470f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:43.168093 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-b9999276-5f61-4a1a-a7bb-b22eda470f16 admin admin] Usage tracker for resource:security_group_rule and tenant:0c7e3c4880ea4cc8977edd385fa580fe is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:43.171250 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-b9999276-5f61-4a1a-a7bb-b22eda470f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:43.178138 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b9999276-5f61-4a1a-a7bb-b22eda470f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:43.227574 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 40254) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:43.258337 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-fe503184-6e8d-4f07-bad8-586f7fa40822 req-87e84f1c-ad7e-4878-ab9f-91f588e5c95c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:43.270675 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-fe503184-6e8d-4f07-bad8-586f7fa40822 req-87e84f1c-ad7e-4878-ab9f-91f588e5c95c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:43.318119 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5dec6-4249-4794-b3f5-d7293821d8b8 req-a8830256-6c0a-4202-b751-d9909c5bb89c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:43.325515 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6bd5dec6-4249-4794-b3f5-d7293821d8b8 req-a8830256-6c0a-4202-b751-d9909c5bb89c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 945 time: 0.2644777 Apr 19 19:10:43.366087 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9999276-5f61-4a1a-a7bb-b22eda470f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.370707 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9999276-5f61-4a1a-a7bb-b22eda470f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.393863 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:10:43.440187 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-e47c6014-63b6-4193-af22-6c87feff90e5 service neutron] 10.222.0.58 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527925 Apr 19 19:10:43.601359 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-808ac4ce-7ede-4003-9fea-37362de26267 req-3c08ad1a-3135-4b83-a628-db233d376100 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.623236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a692a943-1d7f-4457-9d96-0b0e19bd25d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:43.680244 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-808ac4ce-7ede-4003-9fea-37362de26267 req-3c08ad1a-3135-4b83-a628-db233d376100 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Transition to ACTIVE for port object cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:43.716946 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6bd5dec6-4249-4794-b3f5-d7293821d8b8 req-ac42ec7f-8810-4c34-8886-720b14241a81 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ec8d2d0-19bf-407d-8818-1dc9c7c3eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905733 Apr 19 19:10:43.743539 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-113c3a5e-547e-490e-9f8d-c846c1947fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.778699 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-fe503184-6e8d-4f07-bad8-586f7fa40822 req-87e84f1c-ad7e-4878-ab9f-91f588e5c95c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.790054 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b9999276-5f61-4a1a-a7bb-b22eda470f16 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c7e3c4880ea4cc8977edd385fa580fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9811714 Apr 19 19:10:43.791230 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 40280) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:43.791902 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9999276-5f61-4a1a-a7bb-b22eda470f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da60b64-f7e2-4cfa-a41a-db2211dc77db,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:43.805081 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c443d0cd-ac7e-432e-a5c3-4cd5ad869428 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:10:43.809591 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-fe503184-6e8d-4f07-bad8-586f7fa40822 req-87e84f1c-ad7e-4878-ab9f-91f588e5c95c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.810571 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b9999276-5f61-4a1a-a7bb-b22eda470f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:43.811695 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-113c3a5e-547e-490e-9f8d-c846c1947fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:43.820232 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-113c3a5e-547e-490e-9f8d-c846c1947fbe admin admin] Usage tracker for resource:security_group_rule and tenant:8aa5d5a5b6e44f87b34bb9cf5f24db03 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:43.825073 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-113c3a5e-547e-490e-9f8d-c846c1947fbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:43.829868 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.836777 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:43.841715 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-113c3a5e-547e-490e-9f8d-c846c1947fbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:43.853041 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-7f4dbcc7-c031-4978-a023-3e5324216d24 service neutron] 10.222.0.58 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942642 Apr 19 19:10:43.873047 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fe503184-6e8d-4f07-bad8-586f7fa40822 req-87e84f1c-ad7e-4878-ab9f-91f588e5c95c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9ec8d2d0-19bf-407d-8818-1dc9c7c3eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0033855 Apr 19 19:10:43.897163 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Transition to ACTIVE for port object c443d0cd-ac7e-432e-a5c3-4cd5ad869428 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:43.898309 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e84f1c-ad7e-4878-ab9f-91f588e5c95c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=918cc79e-c419-4d2c-9a39-7c03206f929a,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:43.902222 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-87e84f1c-ad7e-4878-ab9f-91f588e5c95c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:43.903567 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-808ac4ce-7ede-4003-9fea-37362de26267 req-3c08ad1a-3135-4b83-a628-db233d376100 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.905185 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:43.923104 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:44.006523 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-556b5052-ffe8-4410-ba1e-af070264b80b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Allocated IP 172.20.0.9 (05f5d64c-6af9-4b94-bbc6-a0ffa69258ae/1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6/70f4820a-4551-4a6a-bea9-2d858fc5da7d) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:44.131335 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808ac4ce-7ede-4003-9fea-37362de26267 req-3c08ad1a-3135-4b83-a628-db233d376100 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Network 2a04a19f-2111-459f-b0c6-fd481fb0041e is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:44.164375 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-808ac4ce-7ede-4003-9fea-37362de26267 req-3c08ad1a-3135-4b83-a628-db233d376100 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:44.166384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Pushing event updated for resources: {'Port': ['ID=c443d0cd-ac7e-432e-a5c3-4cd5ad869428,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:44.196962 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-808ac4ce-7ede-4003-9fea-37362de26267 req-3c08ad1a-3135-4b83-a628-db233d376100 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:44.219554 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ac4ce-7ede-4003-9fea-37362de26267 req-3c08ad1a-3135-4b83-a628-db233d376100 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:44.223147 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-808ac4ce-7ede-4003-9fea-37362de26267 req-3c08ad1a-3135-4b83-a628-db233d376100 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.263474 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c3dfe7e7-9d98-4ed3-aec0-dbeb95487ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.331382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-556b5052-ffe8-4410-ba1e-af070264b80b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.364008 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4b4956bf-df30-4975-b7d2-3a385c39e37e req-d51a61e5-3732-46e2-b0ba-149df3c8e17d tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 210 time: 0.1069834 Apr 19 19:10:44.385742 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Attempting to bind port c443d0cd-ac7e-432e-a5c3-4cd5ad869428 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:44.386176 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Attempting to bind port c443d0cd-ac7e-432e-a5c3-4cd5ad869428 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'a6d5aeb3-d8a9-4d4a-94e7-8849b8444182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:44.386554 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Attempting to bind port c443d0cd-ac7e-432e-a5c3-4cd5ad869428 on network 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:44.405866 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c3dfe7e7-9d98-4ed3-aec0-dbeb95487ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.442681 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Port c443d0cd-ac7e-432e-a5c3-4cd5ad869428 on network 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:10:44.443062 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Attempting to bind port c443d0cd-ac7e-432e-a5c3-4cd5ad869428 on network 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:44.463176 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Checking agent: {'id': 'ec7575f8-60dd-4295-9a80-edc463fb7fa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:44.466842 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Checking segment: {'id': 'a6d5aeb3-d8a9-4d4a-94e7-8849b8444182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:44.469123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Bound using segment: {'id': 'a6d5aeb3-d8a9-4d4a-94e7-8849b8444182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:44.470226 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Bound port: c443d0cd-ac7e-432e-a5c3-4cd5ad869428, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d5aeb3-d8a9-4d4a-94e7-8849b8444182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:44.470597 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.479610 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-653f7ee2-617a-49d3-b416-d6809a4f71be None None] Provisioning for port cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:44.489639 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-653f7ee2-617a-49d3-b416-d6809a4f71be None None] Provisioning complete for port cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:44.490367 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-653f7ee2-617a-49d3-b416-d6809a4f71be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.576381 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-653f7ee2-617a-49d3-b416-d6809a4f71be None None] Port cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:10:44.577501 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08ad1a-3135-4b83-a628-db233d376100 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Pushing event updated for resources: {'Port': ['ID=cb789cd6-58ab-4cd1-bfbe-797f8c74ed19,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:44.589542 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3c08ad1a-3135-4b83-a628-db233d376100 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:44.590287 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-14472dd4-371f-455b-8107-c8e2da9b4321 req-ce0b1f89-e7db-467c-a2a2-8a9b837bea16 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 210 time: 0.1190937 Apr 19 19:10:44.593795 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-113c3a5e-547e-490e-9f8d-c846c1947fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.598043 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.605s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:44.598417 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:44.605887 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-556b5052-ffe8-4410-ba1e-af070264b80b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.614340 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-113c3a5e-547e-490e-9f8d-c846c1947fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.625139 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:44.674484 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-808ac4ce-7ede-4003-9fea-37362de26267 req-3c08ad1a-3135-4b83-a628-db233d376100 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7167487 Apr 19 19:10:44.698215 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Request body: {'port': {'device_id': '4b9dd2b8-198e-4330-91a9-1accddbd5ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:44.767951 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-113c3a5e-547e-490e-9f8d-c846c1947fbe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8aa5d5a5b6e44f87b34bb9cf5f24db03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5366733 Apr 19 19:10:44.777539 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 40314) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:44.781087 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b5052-ffe8-4410-ba1e-af070264b80b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Pushing event updated for resources: {'Port': ['ID=70f4820a-4551-4a6a-bea9-2d858fc5da7d,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:44.791051 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-556b5052-ffe8-4410-ba1e-af070264b80b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:44.792881 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:44.799305 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90196e5a-053a-4d52-ac95-bc7bbdc9d546 req-1aaacb3d-6533-47d8-97f2-469d7b64cc77 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:44.800376 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-90196e5a-053a-4d52-ac95-bc7bbdc9d546 req-1aaacb3d-6533-47d8-97f2-469d7b64cc77 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Synchronizing usage tracker for tenant:0d99eda3650e4d08ad8d52aac35de6aa on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:44.827247 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c3dfe7e7-9d98-4ed3-aec0-dbeb95487ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.842307 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c3a5e-547e-490e-9f8d-c846c1947fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb599b91-88f6-412f-a5e7-4f32f1972205,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:44.848692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-113c3a5e-547e-490e-9f8d-c846c1947fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:44.852352 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-556b5052-ffe8-4410-ba1e-af070264b80b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Network 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:44.853162 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b9999276-5f61-4a1a-a7bb-b22eda470f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:44.864279 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-556b5052-ffe8-4410-ba1e-af070264b80b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:44.870762 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-556b5052-ffe8-4410-ba1e-af070264b80b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:44.941456 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] For port c443d0cd-ac7e-432e-a5c3-4cd5ad869428, host hv-cinder-78693, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:44.944298 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-90196e5a-053a-4d52-ac95-bc7bbdc9d546 req-1aaacb3d-6533-47d8-97f2-469d7b64cc77 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Unset dirty status for tenant:0d99eda3650e4d08ad8d52aac35de6aa on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:44.947581 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-90196e5a-053a-4d52-ac95-bc7bbdc9d546 req-1aaacb3d-6533-47d8-97f2-469d7b64cc77 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 931 time: 0.6928053 Apr 19 19:10:44.977188 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-556b5052-ffe8-4410-ba1e-af070264b80b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:44.978225 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-556b5052-ffe8-4410-ba1e-af070264b80b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:44.978552 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] For port c443d0cd-ac7e-432e-a5c3-4cd5ad869428, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c443d0cd-ac7e-432e-a5c3-4cd5ad869428,segment=NetworkSegment(a6d5aeb3-d8a9-4d4a-94e7-8849b8444182),segment_id=a6d5aeb3-d8a9-4d4a-94e7-8849b8444182)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:44.989529 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfe7e7-9d98-4ed3-aec0-dbeb95487ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da60b64-f7e2-4cfa-a41a-db2211dc77db,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:45.009259 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4baf3423-8348-4dc6-ae8c-97af7c3bc998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:45.029158 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:45.054617 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:45.067101 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c3dfe7e7-9d98-4ed3-aec0-dbeb95487ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:45.072752 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c3dfe7e7-9d98-4ed3-aec0-dbeb95487ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:45.074103 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c3dfe7e7-9d98-4ed3-aec0-dbeb95487ed3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0da60b64-f7e2-4cfa-a41a-db2211dc77db HTTP/1.1" status: 204 len: 168 time: 1.2771745 Apr 19 19:10:45.084517 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-556b5052-ffe8-4410-ba1e-af070264b80b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5055244 Apr 19 19:10:45.125613 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Request body: {'port': {'device_id': '0ba636de-0cd3-4c47-98ff-55ea3c4bd07a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:45.152623 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:45.168790 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4baf3423-8348-4dc6-ae8c-97af7c3bc998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:45.208068 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:45.208755 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:45.210248 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-09f22f31-528f-4933-9021-6e749f45216d service neutron] 10.222.0.75 "PUT /v2.0/ports/c443d0cd-ac7e-432e-a5c3-4cd5ad869428 HTTP/1.1" status: 200 len: 1093 time: 3.6277046 Apr 19 19:10:45.217428 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd493dfae-da37-4dc5-916f-b2971d68b11f', 'tag': 'c443d0cd-ac7e-432e-a5c3-4cd5ad869428'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:10:45.227002 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-90196e5a-053a-4d52-ac95-bc7bbdc9d546 req-10e05ead-4963-4c97-b16c-214080647440 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557416 Apr 19 19:10:45.317994 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97e089-c8a6-4d6b-af2e-a9e7d0a6bb56 req-b85f97e0-6598-40db-becc-3f4a1ce51f8d tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:45.320085 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ca97e089-c8a6-4d6b-af2e-a9e7d0a6bb56 req-b85f97e0-6598-40db-becc-3f4a1ce51f8d tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 945 time: 0.3810346 Apr 19 19:10:45.411908 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd493dfae-da37-4dc5-916f-b2971d68b11f', 'tag': 'c443d0cd-ac7e-432e-a5c3-4cd5ad869428', 'status': 'completed', 'code': 200} Apr 19 19:10:45.439092 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Pushing event updated for resources: {'Port': ['ID=c443d0cd-ac7e-432e-a5c3-4cd5ad869428,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:45.489833 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:45.506164 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ca97e089-c8a6-4d6b-af2e-a9e7d0a6bb56 req-8d70bbe7-9166-41bc-8f51-f512075b3b04 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ec8d2d0-19bf-407d-8818-1dc9c7c3eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308949 Apr 19 19:10:45.535924 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:45.669377 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4baf3423-8348-4dc6-ae8c-97af7c3bc998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:45.684945 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:45.948681 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f4cc2531-5097-4248-aea3-4d4c24af3f88 req-94489670-f7d3-47fb-80f9-41847134c440 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 210 time: 0.0769513 Apr 19 19:10:45.949709 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 40344) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:46.067274 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-67eabe65-c501-4ffd-918f-7325e72db06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:46.098897 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-67eabe65-c501-4ffd-918f-7325e72db06e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:46.107509 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-67eabe65-c501-4ffd-918f-7325e72db06e admin admin] Usage tracker for resource:security_group_rule and tenant:a3526690fabf463da516cdf7aeb2622f is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:46.121867 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-67eabe65-c501-4ffd-918f-7325e72db06e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:46.133199 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-67eabe65-c501-4ffd-918f-7325e72db06e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:46.133954 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf3423-8348-4dc6-ae8c-97af7c3bc998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb599b91-88f6-412f-a5e7-4f32f1972205,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:46.152043 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4baf3423-8348-4dc6-ae8c-97af7c3bc998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:46.236390 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4baf3423-8348-4dc6-ae8c-97af7c3bc998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:46.237586 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-4baf3423-8348-4dc6-ae8c-97af7c3bc998 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bb599b91-88f6-412f-a5e7-4f32f1972205 HTTP/1.1" status: 204 len: 168 time: 1.4484341 Apr 19 19:10:46.304993 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f4820a-4551-4a6a-bea9-2d858fc5da7d {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:10:46.306009 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3ea05-e19f-4b81-b728-9d21cbf17391 req-88e4a423-e3fd-4433-a426-9cb039e7c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:46.308005 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-96b3ea05-e19f-4b81-b728-9d21cbf17391 req-88e4a423-e3fd-4433-a426-9cb039e7c59f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8a42694aec374663aae1ddf6f96e3643&device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 1096 time: 0.8654177 Apr 19 19:10:46.321854 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:46.356972 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-67eabe65-c501-4ffd-918f-7325e72db06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:46.358400 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Transition to ACTIVE for port object 70f4820a-4551-4a6a-bea9-2d858fc5da7d will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:46.363821 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-67eabe65-c501-4ffd-918f-7325e72db06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:46.375479 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:46.385800 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62134073'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:46.582429 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eabe65-c501-4ffd-918f-7325e72db06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796bb8e7-0ef9-4c90-8101-c771cd37b89d,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:46.588948 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-67eabe65-c501-4ffd-918f-7325e72db06e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a3526690fabf463da516cdf7aeb2622f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5521343 Apr 19 19:10:46.590466 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-67eabe65-c501-4ffd-918f-7325e72db06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:46.609771 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-556b5052-ffe8-4410-ba1e-af070264b80b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:46.615041 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 40366) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:46.767993 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17f61e-8913-4158-a8ed-ba8653672a5f req-214e9824-8c8d-4110-8ad8-954532dac1e4 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:46.768824 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-6e17f61e-8913-4158-a8ed-ba8653672a5f req-214e9824-8c8d-4110-8ad8-954532dac1e4 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Synchronizing usage tracker for tenant:8a42694aec374663aae1ddf6f96e3643 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:46.800729 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-93e3363d-5714-4524-a982-278bbd298361 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:46.802348 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-93e3363d-5714-4524-a982-278bbd298361 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.75 "GET /v2.0/networks?id=132d4ad0-195c-4d5c-9957-e76f12440abe HTTP/1.1" status: 200 len: 817 time: 0.7485344 Apr 19 19:10:46.804166 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 40370) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:46.821081 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Pushing event updated for resources: {'Port': ['ID=70f4820a-4551-4a6a-bea9-2d858fc5da7d,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:46.825147 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:46.860187 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-90f3268a-ec30-4398-aeee-2f2cdf20e889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:46.889656 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-90f3268a-ec30-4398-aeee-2f2cdf20e889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:46.896289 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:10:46.911378 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-90f3268a-ec30-4398-aeee-2f2cdf20e889 admin admin] Usage tracker for resource:security_group_rule and tenant:db3fad4b96564456a3929022987072ae is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:46.918503 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-90f3268a-ec30-4398-aeee-2f2cdf20e889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:46.930148 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd8323-aefd-4ecb-ad1a-a2c7a2efd97a req-61b2e84c-81b9-4462-a48f-b6337e9752fa tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:46.930498 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:46.931854 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-61cd8323-aefd-4ecb-ad1a-a2c7a2efd97a req-61b2e84c-81b9-4462-a48f-b6337e9752fa tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 931 time: 0.5360038 Apr 19 19:10:46.935945 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Attempting to bind port 70f4820a-4551-4a6a-bea9-2d858fc5da7d on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:46.936307 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Attempting to bind port 70f4820a-4551-4a6a-bea9-2d858fc5da7d by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'a6d5aeb3-d8a9-4d4a-94e7-8849b8444182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:46.936681 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Attempting to bind port 70f4820a-4551-4a6a-bea9-2d858fc5da7d on network 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:46.940226 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-90f3268a-ec30-4398-aeee-2f2cdf20e889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:46.952065 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Port 70f4820a-4551-4a6a-bea9-2d858fc5da7d on network 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:10:46.952453 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Attempting to bind port 70f4820a-4551-4a6a-bea9-2d858fc5da7d on network 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:46.962889 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-6e17f61e-8913-4158-a8ed-ba8653672a5f req-214e9824-8c8d-4110-8ad8-954532dac1e4 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Unset dirty status for tenant:8a42694aec374663aae1ddf6f96e3643 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:46.964475 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6e17f61e-8913-4158-a8ed-ba8653672a5f req-214e9824-8c8d-4110-8ad8-954532dac1e4 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 931 time: 1.3374324 Apr 19 19:10:46.987938 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Checking agent: {'id': 'ec7575f8-60dd-4295-9a80-edc463fb7fa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:46.988331 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Checking segment: {'id': 'a6d5aeb3-d8a9-4d4a-94e7-8849b8444182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:46.988946 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Bound using segment: {'id': 'a6d5aeb3-d8a9-4d4a-94e7-8849b8444182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:46.989484 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Bound port: 70f4820a-4551-4a6a-bea9-2d858fc5da7d, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d5aeb3-d8a9-4d4a-94e7-8849b8444182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:46.989875 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:47.001813 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3ea05-e19f-4b81-b728-9d21cbf17391 req-52bbd0fe-bef7-47af-a8b6-c3323151a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:47.003853 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-96b3ea05-e19f-4b81-b728-9d21cbf17391 req-52bbd0fe-bef7-47af-a8b6-c3323151a576 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=8a42694aec374663aae1ddf6f96e3643&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6694126 Apr 19 19:10:47.036761 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Transition to ACTIVE for port object cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:47.076527 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2ed44c1e-6701-46c8-a2b8-8a4d3cbc2a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:47.085275 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:47.096188 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-61cd8323-aefd-4ecb-ad1a-a2c7a2efd97a req-6238feb9-099a-4ff1-8305-736ca533766a tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399982 Apr 19 19:10:47.171104 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] For port 70f4820a-4551-4a6a-bea9-2d858fc5da7d, host hv-cinder-78693, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:47.211891 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] For port 70f4820a-4551-4a6a-bea9-2d858fc5da7d, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=70f4820a-4551-4a6a-bea9-2d858fc5da7d,segment=NetworkSegment(a6d5aeb3-d8a9-4d4a-94e7-8849b8444182),segment_id=a6d5aeb3-d8a9-4d4a-94e7-8849b8444182)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:47.218838 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-d32d650c-84ec-43e5-a7c1-f70fa393e18a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3f06609ad86c4c05a7a4dd90ffe12706 HTTP/1.1" status: 200 len: 5702 time: 0.3990886 Apr 19 19:10:47.256462 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-90f3268a-ec30-4398-aeee-2f2cdf20e889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:47.345119 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-90f3268a-ec30-4398-aeee-2f2cdf20e889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:47.353491 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62134073'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:47.355162 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-710af7a8-2c2e-4e3b-a1d7-c140801a76dc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Request body: {'port': {'device_id': 'fc0be2cd-e7da-449c-8ed1-c2fd388bd96b', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'admin_state_up': True, 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'security_groups': ['758d8a82-d9aa-412a-9be4-7c61f02fdea6']}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:47.361631 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-435f1dec-47cc-4a40-8e80-3527d7c44b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:47.375619 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:47.420986 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:47.421674 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:47.423766 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] 10.222.0.75 "PUT /v2.0/ports/70f4820a-4551-4a6a-bea9-2d858fc5da7d HTTP/1.1" status: 200 len: 1093 time: 2.3199434 Apr 19 19:10:47.430998 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba636de-0cd3-4c47-98ff-55ea3c4bd07a', 'tag': '70f4820a-4551-4a6a-bea9-2d858fc5da7d'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:10:47.439556 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3268a-ec30-4398-aeee-2f2cdf20e889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254fff6d-1e3a-4b61-a256-1ed52fcd8b42,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:47.443491 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-90f3268a-ec30-4398-aeee-2f2cdf20e889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:47.449482 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-90f3268a-ec30-4398-aeee-2f2cdf20e889 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db3fad4b96564456a3929022987072ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6360073 Apr 19 19:10:47.453253 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:47.463796 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-6e17f61e-8913-4158-a8ed-ba8653672a5f req-9b7ca04e-f914-45ff-a3ad-e82861db4035 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Synchronizing usage tracker for tenant:8a42694aec374663aae1ddf6f96e3643 on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:47.478264 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2ed44c1e-6701-46c8-a2b8-8a4d3cbc2a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:47.487411 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 40388) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:47.692736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7920e0-a352-4d92-95b5-ddb090cf2c3c req-2a8389c5-f26f-405f-916d-acb0e43bbd2a tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:47.694571 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e7920e0-a352-4d92-95b5-ddb090cf2c3c req-2a8389c5-f26f-405f-916d-acb0e43bbd2a tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 945 time: 0.4043627 Apr 19 19:10:47.706761 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Pushing event updated for resources: {'Port': ['ID=70f4820a-4551-4a6a-bea9-2d858fc5da7d,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:47.710528 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:47.756564 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2bc50f2c-9795-49d2-8b4f-b4d55a46e1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:47.774461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3ea05-e19f-4b81-b728-9d21cbf17391 req-15703317-73fd-4b8c-ad3d-9dc00544afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:47.776124 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-96b3ea05-e19f-4b81-b728-9d21cbf17391 req-15703317-73fd-4b8c-ad3d-9dc00544afc9 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7409024 Apr 19 19:10:47.793937 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-c18827c7-17ab-451e-93ab-9b65b89a508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:47.795559 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-c18827c7-17ab-451e-93ab-9b65b89a508b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8a42694aec374663aae1ddf6f96e3643&device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 1096 time: 0.3069696 Apr 19 19:10:47.831729 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e7920e0-a352-4d92-95b5-ddb090cf2c3c req-7cf3f0c1-83b9-450e-ba62-70699f779129 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ec8d2d0-19bf-407d-8818-1dc9c7c3eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292312 Apr 19 19:10:47.886286 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-6e17f61e-8913-4158-a8ed-ba8653672a5f req-9b7ca04e-f914-45ff-a3ad-e82861db4035 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Unset dirty status for tenant:8a42694aec374663aae1ddf6f96e3643 on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:47.890875 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2bc50f2c-9795-49d2-8b4f-b4d55a46e1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:47.899628 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6e17f61e-8913-4158-a8ed-ba8653672a5f req-9b7ca04e-f914-45ff-a3ad-e82861db4035 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9150012 Apr 19 19:10:47.900426 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb789cd6-58ab-4cd1-bfbe-797f8c74ed19,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:47.930802 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-9e31b03f-5cdf-4d4d-bb1d-03683d588135 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70f4820a-4551-4a6a-bea9-2d858fc5da7d HTTP/1.1" status: 200 len: 217 time: 0.1170602 Apr 19 19:10:47.978147 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:48.028371 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-9a3fb37a-3bec-4e1b-9d58-00c0320c8f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:48.030034 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-9a3fb37a-3bec-4e1b-9d58-00c0320c8f61 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6 HTTP/1.1" status: 200 len: 858 time: 0.0921459 Apr 19 19:10:48.082417 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-710af7a8-2c2e-4e3b-a1d7-c140801a76dc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:48.094951 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-710af7a8-2c2e-4e3b-a1d7-c140801a76dc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:48.098875 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-513e6977-f5c1-442c-bc9f-c141598b5d1f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623555 Apr 19 19:10:48.100652 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba636de-0cd3-4c47-98ff-55ea3c4bd07a', 'tag': '70f4820a-4551-4a6a-bea9-2d858fc5da7d', 'status': 'completed', 'code': 200} Apr 19 19:10:48.102357 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Attempting to bind port cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:48.102777 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Attempting to bind port cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'fab56cf1-7ae8-40a6-9bf5-a3487827bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:48.103254 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Attempting to bind port cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 on network 2a04a19f-2111-459f-b0c6-fd481fb0041e {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:48.143032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Port cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 on network 2a04a19f-2111-459f-b0c6-fd481fb0041e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:10:48.143748 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Attempting to bind port cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 on network 2a04a19f-2111-459f-b0c6-fd481fb0041e {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:48.158987 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Checking agent: {'id': 'ec7575f8-60dd-4295-9a80-edc463fb7fa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:48.159752 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Checking segment: {'id': 'fab56cf1-7ae8-40a6-9bf5-a3487827bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:48.160742 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Bound using segment: {'id': 'fab56cf1-7ae8-40a6-9bf5-a3487827bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:48.161700 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Bound port: cb789cd6-58ab-4cd1-bfbe-797f8c74ed19, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fab56cf1-7ae8-40a6-9bf5-a3487827bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:48.162685 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:48.165229 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6d547c2e-d180-4f92-a64f-977108b28358 req-56c566ed-086a-4d8a-91fc-27fed9384d8d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 210 time: 0.0633991 Apr 19 19:10:48.274431 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-710af7a8-2c2e-4e3b-a1d7-c140801a76dc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Made reservation on behalf of 3f06609ad86c4c05a7a4dd90ffe12706 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:10:48.285846 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-710af7a8-2c2e-4e3b-a1d7-c140801a76dc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:48.339552 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2bc50f2c-9795-49d2-8b4f-b4d55a46e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:48.368017 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1c11aedd-80ab-44f0-94d9-86de59ee25f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:48.412964 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc50f2c-9795-49d2-8b4f-b4d55a46e1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254fff6d-1e3a-4b61-a256-1ed52fcd8b42,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:48.430126 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2bc50f2c-9795-49d2-8b4f-b4d55a46e1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:48.440446 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-eb1a63b1-d151-4458-844a-b07fd6d2eb04 service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741122 Apr 19 19:10:48.441541 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2bc50f2c-9795-49d2-8b4f-b4d55a46e1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:48.442609 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-2bc50f2c-9795-49d2-8b4f-b4d55a46e1ee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/254fff6d-1e3a-4b61-a256-1ed52fcd8b42 HTTP/1.1" status: 204 len: 168 time: 0.9527402 Apr 19 19:10:48.732582 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-710af7a8-2c2e-4e3b-a1d7-c140801a76dc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Allocated IP 172.20.0.11 (132d4ad0-195c-4d5c-9957-e76f12440abe/f6520559-3281-4271-a77a-f193645776b6/fe8234a5-cab0-4006-bbaa-502ff2d54ea2) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:10:48.914944 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2ed44c1e-6701-46c8-a2b8-8a4d3cbc2a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:48.937944 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:49.008015 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed44c1e-6701-46c8-a2b8-8a4d3cbc2a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796bb8e7-0ef9-4c90-8101-c771cd37b89d,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:49.102163 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-caf73bd7-cfda-47d7-8e00-b456b85c2c59 req-8f2a040b-2601-4b6b-80bd-72d9a688f5ed service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521685 Apr 19 19:10:49.152496 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a4859-dd39-4975-a632-8a4b3d3d748f req-e7f93088-7a6d-49fa-9d3f-e8bcc8b83913 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:49.153549 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-641a4859-dd39-4975-a632-8a4b3d3d748f req-e7f93088-7a6d-49fa-9d3f-e8bcc8b83913 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Synchronizing usage tracker for tenant:8a42694aec374663aae1ddf6f96e3643 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:49.228004 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-641a4859-dd39-4975-a632-8a4b3d3d748f req-e7f93088-7a6d-49fa-9d3f-e8bcc8b83913 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Unset dirty status for tenant:8a42694aec374663aae1ddf6f96e3643 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:49.236153 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-641a4859-dd39-4975-a632-8a4b3d3d748f req-e7f93088-7a6d-49fa-9d3f-e8bcc8b83913 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 943 time: 0.2090218 Apr 19 19:10:49.305042 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-641a4859-dd39-4975-a632-8a4b3d3d748f req-209d0bdc-055e-426a-b086-bc03bc33db5b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672138 Apr 19 19:10:49.323298 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2ed44c1e-6701-46c8-a2b8-8a4d3cbc2a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:49.325126 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-350aeab2-a3b4-42b1-a79f-28b1ca3442be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:49.326905 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-350aeab2-a3b4-42b1-a79f-28b1ca3442be service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8a42694aec374663aae1ddf6f96e3643&device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 1096 time: 1.4489911 Apr 19 19:10:49.338598 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae4e44-6faf-425d-b644-b7f2e53efca0 req-d34572b0-5436-45be-bcf6-454672b5c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:49.340275 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-edae4e44-6faf-425d-b644-b7f2e53efca0 req-d34572b0-5436-45be-bcf6-454672b5c2f2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8a42694aec374663aae1ddf6f96e3643&device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 1096 time: 0.1806099 Apr 19 19:10:49.437848 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2ed44c1e-6701-46c8-a2b8-8a4d3cbc2a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:49.439188 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-2ed44c1e-6701-46c8-a2b8-8a4d3cbc2a01 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/796bb8e7-0ef9-4c90-8101-c771cd37b89d HTTP/1.1" status: 204 len: 168 time: 2.7827435 Apr 19 19:10:49.460893 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-6a98701d-0ce6-477d-a5a4-002b6c81a4a1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c443d0cd-ac7e-432e-a5c3-4cd5ad869428 HTTP/1.1" status: 200 len: 217 time: 0.1212640 Apr 19 19:10:49.462082 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] For port cb789cd6-58ab-4cd1-bfbe-797f8c74ed19, host hv-cinder-78693, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:49.514129 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8dd7e4f0-6e19-4355-a227-cfec38d9f813 req-33b05e66-f2ce-429f-a7ec-f235903164b7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 210 time: 0.0683968 Apr 19 19:10:49.552813 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] For port cb789cd6-58ab-4cd1-bfbe-797f8c74ed19, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cb789cd6-58ab-4cd1-bfbe-797f8c74ed19,segment=NetworkSegment(fab56cf1-7ae8-40a6-9bf5-a3487827bc30),segment_id=fab56cf1-7ae8-40a6-9bf5-a3487827bc30)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:49.560116 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae4e44-6faf-425d-b644-b7f2e53efca0 req-66e40b32-8a77-4d5f-97a5-9a1cd2408bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:49.561719 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-edae4e44-6faf-425d-b644-b7f2e53efca0 req-66e40b32-8a77-4d5f-97a5-9a1cd2408bb1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae HTTP/1.1" status: 200 len: 919 time: 0.2144742 Apr 19 19:10:49.566298 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:49.605748 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:49.661913 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-edae4e44-6faf-425d-b644-b7f2e53efca0 req-74d537f3-98f1-4b8b-9e63-9bd75b799c27 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70f4820a-4551-4a6a-bea9-2d858fc5da7d HTTP/1.1" status: 200 len: 217 time: 0.0915298 Apr 19 19:10:49.732206 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-d901bb88-2b2f-4b9e-9d5c-6bd75b5ed18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:49.733954 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-d901bb88-2b2f-4b9e-9d5c-6bd75b5ed18f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6 HTTP/1.1" status: 200 len: 858 time: 0.2513742 Apr 19 19:10:49.744252 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277feed-cb50-4da7-8a5f-c1d364f9832b req-32d4c02e-235a-49dd-b010-99b15dcfff80 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:49.752637 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e277feed-cb50-4da7-8a5f-c1d364f9832b req-32d4c02e-235a-49dd-b010-99b15dcfff80 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 943 time: 1.3272953 Apr 19 19:10:49.756979 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:49.757666 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:49.759135 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-808ac4ce-7ede-4003-9fea-37362de26267 req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] 10.222.0.75 "PUT /v2.0/ports/cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 HTTP/1.1" status: 200 len: 1093 time: 5.0746143 Apr 19 19:10:49.763132 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-710af7a8-2c2e-4e3b-a1d7-c140801a76dc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:49.764677 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae4e44-6faf-425d-b644-b7f2e53efca0 req-732cceec-524f-4ea1-ab79-fa9aec7b8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:49.766299 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-edae4e44-6faf-425d-b644-b7f2e53efca0 req-732cceec-524f-4ea1-ab79-fa9aec7b8c30 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6 HTTP/1.1" status: 200 len: 858 time: 0.0951865 Apr 19 19:10:49.779053 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9dd2b8-198e-4330-91a9-1accddbd5ac7', 'tag': 'cb789cd6-58ab-4cd1-bfbe-797f8c74ed19'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:10:49.828477 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-edae4e44-6faf-425d-b644-b7f2e53efca0 req-6ff64aec-0698-49bf-8e2c-a4d6378c1dc3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548084 Apr 19 19:10:50.057127 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-edae4e44-6faf-425d-b644-b7f2e53efca0 req-077aa3c8-b5ed-47b4-b928-c0cb29ec70b1 service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185891 Apr 19 19:10:50.220519 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-710af7a8-2c2e-4e3b-a1d7-c140801a76dc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Transition to ACTIVE for port object fe8234a5-cab0-4006-bbaa-502ff2d54ea2 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:50.270650 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9dd2b8-198e-4330-91a9-1accddbd5ac7', 'tag': 'cb789cd6-58ab-4cd1-bfbe-797f8c74ed19', 'status': 'completed', 'code': 200} Apr 19 19:10:50.273800 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-600dbeb3-c10b-47a8-9f58-a3cc48b9b872 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5183244 Apr 19 19:10:50.292344 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-710af7a8-2c2e-4e3b-a1d7-c140801a76dc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:50.298793 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb789cd6-58ab-4cd1-bfbe-797f8c74ed19,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:50.398092 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:50.419910 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e277feed-cb50-4da7-8a5f-c1d364f9832b req-c49d8b5e-70a0-4a68-b59a-ae7daba4b7de tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6630220 Apr 19 19:10:50.424122 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-edae4e44-6faf-425d-b644-b7f2e53efca0 req-9f49de2d-d2b4-4244-a6b4-faf56797bb2a service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580687 Apr 19 19:10:50.554453 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-65ef3170-07f0-47c7-a54b-3c1079a96a3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:50.660870 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-710af7a8-2c2e-4e3b-a1d7-c140801a76dc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Network 132d4ad0-195c-4d5c-9957-e76f12440abe is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:10:50.691836 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-710af7a8-2c2e-4e3b-a1d7-c140801a76dc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:10:50.759427 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-710af7a8-2c2e-4e3b-a1d7-c140801a76dc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:10:50.765653 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-710af7a8-2c2e-4e3b-a1d7-c140801a76dc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:50.766321 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-710af7a8-2c2e-4e3b-a1d7-c140801a76dc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:50.855692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ac4ce-7ede-4003-9fea-37362de26267 req-49bca76b-439f-4137-9450-75e8b6413c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:50.857349 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-808ac4ce-7ede-4003-9fea-37362de26267 req-49bca76b-439f-4137-9450-75e8b6413c3c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d99eda3650e4d08ad8d52aac35de6aa&device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 1096 time: 0.8050053 Apr 19 19:10:50.859256 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-83f8aba5-f882-4402-ae14-f67b79c8433b service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624051 Apr 19 19:10:50.879666 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710af7a8-2c2e-4e3b-a1d7-c140801a76dc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Pushing event updated for resources: {'Port': ['ID=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:51.055161 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-c2667dea-03d4-4f5e-8090-7fe6bec0a1b4 None None] Provisioning for port fe8234a5-cab0-4006-bbaa-502ff2d54ea2 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:51.061521 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-c2667dea-03d4-4f5e-8090-7fe6bec0a1b4 None None] Provisioning complete for port fe8234a5-cab0-4006-bbaa-502ff2d54ea2 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:51.061936 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2667dea-03d4-4f5e-8090-7fe6bec0a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:51.063969 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-710af7a8-2c2e-4e3b-a1d7-c140801a76dc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:51.131228 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-c2667dea-03d4-4f5e-8090-7fe6bec0a1b4 None None] Port fe8234a5-cab0-4006-bbaa-502ff2d54ea2 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:10:51.250601 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-808ac4ce-7ede-4003-9fea-37362de26267 req-c45f1d89-5934-4cfd-8547-1c373250978d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 HTTP/1.1" status: 200 len: 217 time: 0.3645699 Apr 19 19:10:51.257113 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-710af7a8-2c2e-4e3b-a1d7-c140801a76dc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9796665 Apr 19 19:10:51.381830 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ac4ce-7ede-4003-9fea-37362de26267 req-41cf7b58-ef55-42d5-8e7d-05e14e8ee634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:51.383486 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-808ac4ce-7ede-4003-9fea-37362de26267 req-41cf7b58-ef55-42d5-8e7d-05e14e8ee634 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=30029454-1ddd-4aa7-85a3-1fc1f6ca707e HTTP/1.1" status: 200 len: 850 time: 0.1061976 Apr 19 19:10:51.392548 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Request body: {'port': {'device_id': 'fc0be2cd-e7da-449c-8ed1-c2fd388bd96b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:10:51.530446 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f2d88-b20e-4c8b-aa21-0f1d861eaae5 req-38587c3e-887f-407a-8d36-610918fd2e78 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:51.539379 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-713f2d88-b20e-4c8b-aa21-0f1d861eaae5 req-38587c3e-887f-407a-8d36-610918fd2e78 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 943 time: 0.8821096 Apr 19 19:10:51.613567 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f46bcbfb-1739-4706-abae-8c962dfdb919 req-800b8de1-dd77-427f-b3f6-6c03709e3bc7 service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7294161 Apr 19 19:10:51.647931 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-713f2d88-b20e-4c8b-aa21-0f1d861eaae5 req-9be54d20-475a-4d04-8ea5-2293cd23ca95 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064122 Apr 19 19:10:51.672303 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a1f40-e553-47db-b108-3c554f62eb6b req-c7976bcc-996c-42d6-a30e-0dfa90ecb875 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:51.686317 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c22a1f40-e553-47db-b108-3c554f62eb6b req-c7976bcc-996c-42d6-a30e-0dfa90ecb875 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 932 time: 0.2064247 Apr 19 19:10:51.802495 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c22a1f40-e553-47db-b108-3c554f62eb6b req-13b15a6f-abb6-49c4-9dad-daf9f4ea542c tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969331 Apr 19 19:10:51.947468 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:51.971617 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ac4ce-7ede-4003-9fea-37362de26267 req-5bcd42ac-c5c1-404a-92a3-3dcfab34216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:51.973666 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-808ac4ce-7ede-4003-9fea-37362de26267 req-5bcd42ac-c5c1-404a-92a3-3dcfab34216d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2a04a19f-2111-459f-b0c6-fd481fb0041e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5350952 Apr 19 19:10:51.997337 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 70f4820a-4551-4a6a-bea9-2d858fc5da7d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:10:52.152882 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 70f4820a-4551-4a6a-bea9-2d858fc5da7d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=70f4820a-4551-4a6a-bea9-2d858fc5da7d,segment=NetworkSegment(a6d5aeb3-d8a9-4d4a-94e7-8849b8444182),segment_id=a6d5aeb3-d8a9-4d4a-94e7-8849b8444182)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:52.170084 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': '70f4820a-4551-4a6a-bea9-2d858fc5da7d', 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae', 'port_id': '70f4820a-4551-4a6a-bea9-2d858fc5da7d', 'mac_address': 'fa:16:3e:1b:db:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:10:52.243773 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:52.245376 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aab055-8bec-4ada-86ee-bc74139fcb4f req-7af80471-a02f-44c0-8659-fae87846c83f tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:52.253973 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-84aab055-8bec-4ada-86ee-bc74139fcb4f req-7af80471-a02f-44c0-8659-fae87846c83f tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 943 time: 0.3795860 Apr 19 19:10:52.274630 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f4820a-4551-4a6a-bea9-2d858fc5da7d {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:10:52.296388 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 70f4820a-4551-4a6a-bea9-2d858fc5da7d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=70f4820a-4551-4a6a-bea9-2d858fc5da7d,segment=NetworkSegment(a6d5aeb3-d8a9-4d4a-94e7-8849b8444182),segment_id=a6d5aeb3-d8a9-4d4a-94e7-8849b8444182)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:52.301593 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:52.303497 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:52.367759 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-84aab055-8bec-4ada-86ee-bc74139fcb4f req-0081a616-3582-4e35-97ba-42dd4b8939cc tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127923 Apr 19 19:10:52.374871 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-808ac4ce-7ede-4003-9fea-37362de26267 req-af2d45d1-3dab-45da-9169-9a4441bf535a service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640563 Apr 19 19:10:52.390783 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=70f4820a-4551-4a6a-bea9-2d858fc5da7d,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:52.394106 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:52.551110 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['70f4820a-4551-4a6a-bea9-2d858fc5da7d'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:10:52.734957 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-808ac4ce-7ede-4003-9fea-37362de26267 req-89716118-8e19-4e76-bb66-b018ebce6c3a service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362107 Apr 19 19:10:53.005863 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 40630) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:53.008925 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028714a7-ccf1-4f47-98fe-15da5a506c0f req-01e4f557-ae77-48a7-a067-a41da93fc3f0 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:53.019829 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-028714a7-ccf1-4f47-98fe-15da5a506c0f req-01e4f557-ae77-48a7-a067-a41da93fc3f0 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 944 time: 0.1202259 Apr 19 19:10:53.034768 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8234a5-cab0-4006-bbaa-502ff2d54ea2 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:10:53.089332 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-028714a7-ccf1-4f47-98fe-15da5a506c0f req-9cd85a9a-8b24-435d-a1df-ae878a5a8e07 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678432 Apr 19 19:10:53.335890 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:53.379504 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca903995-d05e-4e8a-a199-40c8a0bb64bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:53.415464 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Transition to ACTIVE for port object fe8234a5-cab0-4006-bbaa-502ff2d54ea2 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:10:53.432885 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ca903995-d05e-4e8a-a199-40c8a0bb64bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:53.449647 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-ca903995-d05e-4e8a-a199-40c8a0bb64bc admin admin] Usage tracker for resource:security_group_rule and tenant:85306ab80b1946cc9f31cbbe9403952b is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:53.453374 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-ca903995-d05e-4e8a-a199-40c8a0bb64bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:53.484794 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:53.484794 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cee90-55a9-48e2-91ce-9d0e59394221 req-998cefa6-ffcd-4138-a129-44e28e4f8b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:53.486005 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-124cee90-55a9-48e2-91ce-9d0e59394221 req-998cefa6-ffcd-4138-a129-44e28e4f8b07 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d99eda3650e4d08ad8d52aac35de6aa&device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 1096 time: 0.6537211 Apr 19 19:10:53.487236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ca903995-d05e-4e8a-a199-40c8a0bb64bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:53.535131 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-09f22f31-528f-4933-9021-6e749f45216d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:53.695524 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dcd6a-2696-40cc-b46c-bda89404186b req-daf6c9e2-b42c-4e0d-83c1-a80768cf7b39 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:53.697341 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-830dcd6a-2696-40cc-b46c-bda89404186b req-daf6c9e2-b42c-4e0d-83c1-a80768cf7b39 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 943 time: 0.1479537 Apr 19 19:10:53.765847 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-830dcd6a-2696-40cc-b46c-bda89404186b req-1b90d989-e531-4db2-beff-13a5ca15473a tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595782 Apr 19 19:10:53.937814 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df07252-0256-4c94-9c16-789ce90841aa req-09e41b99-adb0-434b-b563-5208fbff1923 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:53.939396 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-1df07252-0256-4c94-9c16-789ce90841aa req-09e41b99-adb0-434b-b563-5208fbff1923 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Synchronizing usage tracker for tenant:3f06609ad86c4c05a7a4dd90ffe12706 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:53.969434 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:53.988091 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:53.995548 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca903995-d05e-4e8a-a199-40c8a0bb64bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:54.013482 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device c443d0cd-ac7e-432e-a5c3-4cd5ad869428 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:10:54.015504 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca903995-d05e-4e8a-a199-40c8a0bb64bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:54.041276 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 70f4820a-4551-4a6a-bea9-2d858fc5da7d up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:54.055399 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:54.067767 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 40684) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:54.067952 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-ca903995-d05e-4e8a-a199-40c8a0bb64bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=85306ab80b1946cc9f31cbbe9403952b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0579319 Apr 19 19:10:54.069086 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Attempting to bind port fe8234a5-cab0-4006-bbaa-502ff2d54ea2 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:10:54.069466 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Attempting to bind port fe8234a5-cab0-4006-bbaa-502ff2d54ea2 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6fb463c5-79dc-48d7-8be0-b37cf8227b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:10:54.069956 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Attempting to bind port fe8234a5-cab0-4006-bbaa-502ff2d54ea2 on network 132d4ad0-195c-4d5c-9957-e76f12440abe {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:54.100951 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-1df07252-0256-4c94-9c16-789ce90841aa req-09e41b99-adb0-434b-b563-5208fbff1923 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Unset dirty status for tenant:3f06609ad86c4c05a7a4dd90ffe12706 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:54.102906 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1df07252-0256-4c94-9c16-789ce90841aa req-09e41b99-adb0-434b-b563-5208fbff1923 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 932 time: 1.0398664 Apr 19 19:10:54.103525 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Port fe8234a5-cab0-4006-bbaa-502ff2d54ea2 on network 132d4ad0-195c-4d5c-9957-e76f12440abe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:10:54.103983 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Attempting to bind port fe8234a5-cab0-4006-bbaa-502ff2d54ea2 on network 132d4ad0-195c-4d5c-9957-e76f12440abe {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:10:54.120988 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Checking agent: {'id': 'ec7575f8-60dd-4295-9a80-edc463fb7fa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:10:54.121443 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Checking segment: {'id': '6fb463c5-79dc-48d7-8be0-b37cf8227b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:10:54.121800 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Bound using segment: {'id': '6fb463c5-79dc-48d7-8be0-b37cf8227b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:10:54.122311 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Bound port: fe8234a5-cab0-4006-bbaa-502ff2d54ea2, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb463c5-79dc-48d7-8be0-b37cf8227b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:10:54.122707 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:54.168015 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4e33b64e-26ca-4780-be40-67a6342852ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:54.204814 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca903995-d05e-4e8a-a199-40c8a0bb64bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1edb9e-7e55-4585-b3d9-d72828eb657e,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:54.209585 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4e33b64e-26ca-4780-be40-67a6342852ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:54.259087 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ca903995-d05e-4e8a-a199-40c8a0bb64bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:54.270139 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cee90-55a9-48e2-91ce-9d0e59394221 req-4855e1ad-932c-4c90-ab88-1aa64232b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:54.271966 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-124cee90-55a9-48e2-91ce-9d0e59394221 req-4855e1ad-932c-4c90-ab88-1aa64232b202 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2a04a19f-2111-459f-b0c6-fd481fb0041e HTTP/1.1" status: 200 len: 912 time: 0.7750318 Apr 19 19:10:54.276128 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4e33b64e-26ca-4780-be40-67a6342852ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:54.285600 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4f92e96d-9222-4e21-9143-52a633ac9949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:54.331510 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port c443d0cd-ac7e-432e-a5c3-4cd5ad869428, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c443d0cd-ac7e-432e-a5c3-4cd5ad869428,segment=NetworkSegment(a6d5aeb3-d8a9-4d4a-94e7-8849b8444182),segment_id=a6d5aeb3-d8a9-4d4a-94e7-8849b8444182)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:54.340364 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning for port 70f4820a-4551-4a6a-bea9-2d858fc5da7d completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:54.342461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33b64e-26ca-4780-be40-67a6342852ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1edb9e-7e55-4585-b3d9-d72828eb657e,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:54.350013 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port 70f4820a-4551-4a6a-bea9-2d858fc5da7d triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:54.350663 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:54.350987 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4e33b64e-26ca-4780-be40-67a6342852ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:54.353520 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4e33b64e-26ca-4780-be40-67a6342852ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:54.357665 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-4e33b64e-26ca-4780-be40-67a6342852ec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6e1edb9e-7e55-4585-b3d9-d72828eb657e HTTP/1.1" status: 204 len: 168 time: 0.2883575 Apr 19 19:10:54.370934 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1df07252-0256-4c94-9c16-789ce90841aa req-6a7f01a0-5981-4fe9-9e3d-0b4aabfd9a58 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311702 Apr 19 19:10:54.400277 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a92ef-3d00-4f1b-88b6-68aedee817f7 req-63eb5663-4e53-4bf0-b65b-e8f6957cc2aa tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:54.408777 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-147a92ef-3d00-4f1b-88b6-68aedee817f7 req-63eb5663-4e53-4bf0-b65b-e8f6957cc2aa tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 944 time: 0.1240029 Apr 19 19:10:54.411187 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-124cee90-55a9-48e2-91ce-9d0e59394221 req-3a142f6e-f859-408b-9fce-e8593b55b176 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 HTTP/1.1" status: 200 len: 217 time: 0.1265717 Apr 19 19:10:54.480724 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-147a92ef-3d00-4f1b-88b6-68aedee817f7 req-3bc462aa-8af8-4a5c-bc1a-59468b871f92 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650921 Apr 19 19:10:54.498256 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] For port fe8234a5-cab0-4006-bbaa-502ff2d54ea2, host hv-cinder-78693, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:10:54.509098 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': 'c443d0cd-ac7e-432e-a5c3-4cd5ad869428', 'network_id': '05f5d64c-6af9-4b94-bbc6-a0ffa69258ae', 'port_id': 'c443d0cd-ac7e-432e-a5c3-4cd5ad869428', 'mac_address': 'fa:16:3e:98:59:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:10:54.512157 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cee90-55a9-48e2-91ce-9d0e59394221 req-2a1955d4-69ef-4793-830c-985210bc734e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:54.513806 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-124cee90-55a9-48e2-91ce-9d0e59394221 req-2a1955d4-69ef-4793-830c-985210bc734e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=30029454-1ddd-4aa7-85a3-1fc1f6ca707e HTTP/1.1" status: 200 len: 850 time: 0.0879726 Apr 19 19:10:54.516799 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] For port fe8234a5-cab0-4006-bbaa-502ff2d54ea2, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:10:54.520946 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:54.568429 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3c08ad1a-3135-4b83-a628-db233d376100 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:54.586255 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:54.609025 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c443d0cd-ac7e-432e-a5c3-4cd5ad869428 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:10:54.666887 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:54.670747 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:54.697433 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:54.700170 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:54.703202 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] 10.222.0.75 "PUT /v2.0/ports/fe8234a5-cab0-4006-bbaa-502ff2d54ea2 HTTP/1.1" status: 200 len: 1094 time: 3.3248825 Apr 19 19:10:54.708015 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0be2cd-e7da-449c-8ed1-c2fd388bd96b', 'tag': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:10:54.754678 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:54.805188 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cee90-55a9-48e2-91ce-9d0e59394221 req-0e262ecb-620f-4862-888d-389568149af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:54.811918 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-124cee90-55a9-48e2-91ce-9d0e59394221 req-0e262ecb-620f-4862-888d-389568149af7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2a04a19f-2111-459f-b0c6-fd481fb0041e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2897131 Apr 19 19:10:54.814826 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0be2cd-e7da-449c-8ed1-c2fd388bd96b', 'tag': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2', 'status': 'completed', 'code': 200} Apr 19 19:10:54.820192 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port c443d0cd-ac7e-432e-a5c3-4cd5ad869428, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c443d0cd-ac7e-432e-a5c3-4cd5ad869428,segment=NetworkSegment(a6d5aeb3-d8a9-4d4a-94e7-8849b8444182),segment_id=a6d5aeb3-d8a9-4d4a-94e7-8849b8444182)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:54.844092 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:54.880734 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 70f4820a-4551-4a6a-bea9-2d858fc5da7d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=70f4820a-4551-4a6a-bea9-2d858fc5da7d,segment=NetworkSegment(a6d5aeb3-d8a9-4d4a-94e7-8849b8444182),segment_id=a6d5aeb3-d8a9-4d4a-94e7-8849b8444182)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:54.883925 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:54.972498 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba636de-0cd3-4c47-98ff-55ea3c4bd07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f4820a-4551-4a6a-bea9-2d858fc5da7d'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:10:54.974703 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 40706) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:55.021931 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f368215a-c1af-4b86-96c6-078342765879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:55.027053 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=c443d0cd-ac7e-432e-a5c3-4cd5ad869428,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:55.030948 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:55.032011 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:55.037645 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-522abad6-ea32-492a-97ca-189412baaf4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:55.091260 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f368215a-c1af-4b86-96c6-078342765879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:55.097888 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f368215a-c1af-4b86-96c6-078342765879 admin admin] Usage tracker for resource:security_group_rule and tenant:584101748e12439498986db18577f6c8 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:55.101880 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f368215a-c1af-4b86-96c6-078342765879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:55.121036 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f368215a-c1af-4b86-96c6-078342765879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:55.121707 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=70f4820a-4551-4a6a-bea9-2d858fc5da7d,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:55.126298 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:55.169991 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438fdd4-e795-447d-9ad2-8aec62a783c5 req-141a9e0e-d452-4882-bb9d-b70dcc5e5383 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:55.173776 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6438fdd4-e795-447d-9ad2-8aec62a783c5 req-141a9e0e-d452-4882-bb9d-b70dcc5e5383 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 943 time: 0.1516767 Apr 19 19:10:55.195507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['c443d0cd-ac7e-432e-a5c3-4cd5ad869428'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:10:55.250178 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-124cee90-55a9-48e2-91ce-9d0e59394221 req-44a5812c-0b4f-41bd-a6b6-b025c37d9eb5 service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282720 Apr 19 19:10:55.268849 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-52265e23-8078-4097-a602-9280d6bdecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:55.270452 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-52265e23-8078-4097-a602-9280d6bdecb6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3f06609ad86c4c05a7a4dd90ffe12706&device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 1097 time: 0.4474025 Apr 19 19:10:55.335488 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6438fdd4-e795-447d-9ad2-8aec62a783c5 req-83563000-f23d-49fa-8bdf-234941274529 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424735 Apr 19 19:10:55.497074 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f368215a-c1af-4b86-96c6-078342765879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:55.504568 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f368215a-c1af-4b86-96c6-078342765879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:55.515217 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280a610-b2d3-494b-8dc4-c095b62a010f req-8dc954a4-f39a-4759-9100-fb2db1c3a49e tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:55.517913 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c280a610-b2d3-494b-8dc4-c095b62a010f req-8dc954a4-f39a-4759-9100-fb2db1c3a49e tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 945 time: 0.4601576 Apr 19 19:10:55.564221 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba636de-0cd3-4c47-98ff-55ea3c4bd07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f4820a-4551-4a6a-bea9-2d858fc5da7d', 'code': 200} Apr 19 19:10:55.582696 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-cec57d35-b6fe-493f-81aa-ed2a8432bb9e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe8234a5-cab0-4006-bbaa-502ff2d54ea2 HTTP/1.1" status: 200 len: 217 time: 0.1462138 Apr 19 19:10:55.636110 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d444b3a7-594a-407a-bd45-5ce252d86fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:55.726254 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-f368215a-c1af-4b86-96c6-078342765879 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=584101748e12439498986db18577f6c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7477782 Apr 19 19:10:55.726254 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368215a-c1af-4b86-96c6-078342765879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eb5db4-6439-411b-9624-e2fd7c98c10f,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:55.752863 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 40728) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:55.767570 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f368215a-c1af-4b86-96c6-078342765879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:55.792052 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-124cee90-55a9-48e2-91ce-9d0e59394221 req-687505c4-5e9a-45f8-9122-5551fe91daf3 service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332742 Apr 19 19:10:55.879461 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c280a610-b2d3-494b-8dc4-c095b62a010f req-9c654d9b-0100-4f26-9704-751605f9b7ce tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ec8d2d0-19bf-407d-8818-1dc9c7c3eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372247 Apr 19 19:10:55.908342 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-29b796ac-9582-4538-a6b2-79660a7100cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:55.910109 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-29b796ac-9582-4538-a6b2-79660a7100cf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6520559-3281-4271-a77a-f193645776b6 HTTP/1.1" status: 200 len: 856 time: 0.3225718 Apr 19 19:10:55.959345 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a934dacb-f17e-49d1-82c2-3fb1a74d53de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:56.001113 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:10:56.010439 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a934dacb-f17e-49d1-82c2-3fb1a74d53de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:56.011967 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1535f-21b5-4b9c-86b6-95ce9e816f59 req-8b973271-a2cf-46b8-9301-db9d59648862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:56.013889 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-56f1535f-21b5-4b9c-86b6-95ce9e816f59 req-8b973271-a2cf-46b8-9301-db9d59648862 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 1098 time: 0.2247126 Apr 19 19:10:56.070241 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f583fb-a272-4a39-b565-5f0071c2bac6 req-eadbd0c4-3999-49a5-82dc-c33f2d0b0f61 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:56.071991 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d3f583fb-a272-4a39-b565-5f0071c2bac6 req-eadbd0c4-3999-49a5-82dc-c33f2d0b0f61 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.2167554 Apr 19 19:10:56.082930 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a934dacb-f17e-49d1-82c2-3fb1a74d53de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:56.090578 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-67eabe65-c501-4ffd-918f-7325e72db06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:56.127329 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934dacb-f17e-49d1-82c2-3fb1a74d53de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eb5db4-6439-411b-9624-e2fd7c98c10f,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:56.131180 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a934dacb-f17e-49d1-82c2-3fb1a74d53de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:56.132015 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a934dacb-f17e-49d1-82c2-3fb1a74d53de admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:56.133298 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-a934dacb-f17e-49d1-82c2-3fb1a74d53de admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4eb5db4-6439-411b-9624-e2fd7c98c10f HTTP/1.1" status: 204 len: 168 time: 0.3791168 Apr 19 19:10:56.145989 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-eb1b2bc7-185d-484f-bd5a-76bfa934d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:56.147620 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-eb1b2bc7-185d-484f-bd5a-76bfa934d2ae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=132d4ad0-195c-4d5c-9957-e76f12440abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2291689 Apr 19 19:10:56.149515 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-56f1535f-21b5-4b9c-86b6-95ce9e816f59 req-6b6948ef-fd4b-408d-90af-2f7c516a19d4 service neutron] Synchronizing usage tracker for tenant:3711f38897d84502a576802ed9f68b59 on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:10:56.155416 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d3f583fb-a272-4a39-b565-5f0071c2bac6 req-ac0d331a-86e1-4891-90bc-e5bc1e982987 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677056 Apr 19 19:10:56.186055 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port cb789cd6-58ab-4cd1-bfbe-797f8c74ed19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cb789cd6-58ab-4cd1-bfbe-797f8c74ed19,segment=NetworkSegment(fab56cf1-7ae8-40a6-9bf5-a3487827bc30),segment_id=fab56cf1-7ae8-40a6-9bf5-a3487827bc30)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:56.203330 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': 'cb789cd6-58ab-4cd1-bfbe-797f8c74ed19', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'port_id': 'cb789cd6-58ab-4cd1-bfbe-797f8c74ed19', 'mac_address': 'fa:16:3e:09:52:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:10:56.266255 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:56.267172 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-56f1535f-21b5-4b9c-86b6-95ce9e816f59 req-6b6948ef-fd4b-408d-90af-2f7c516a19d4 service neutron] Unset dirty status for tenant:3711f38897d84502a576802ed9f68b59 on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:10:56.268418 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-56f1535f-21b5-4b9c-86b6-95ce9e816f59 req-6b6948ef-fd4b-408d-90af-2f7c516a19d4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398758 Apr 19 19:10:56.285752 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:10:56.304082 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port cb789cd6-58ab-4cd1-bfbe-797f8c74ed19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cb789cd6-58ab-4cd1-bfbe-797f8c74ed19,segment=NetworkSegment(fab56cf1-7ae8-40a6-9bf5-a3487827bc30),segment_id=fab56cf1-7ae8-40a6-9bf5-a3487827bc30)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:56.307514 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:56.309558 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:56.316311 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80709a37-3ffc-42b9-b829-e03f968ba4ba req-bf490894-f363-4199-a22c-e720ecf27733 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:56.317949 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-80709a37-3ffc-42b9-b829-e03f968ba4ba req-bf490894-f363-4199-a22c-e720ecf27733 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.2644584 Apr 19 19:10:56.410385 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=cb789cd6-58ab-4cd1-bfbe-797f8c74ed19,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:56.428993 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:56.570589 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-ce6891fd-ba8e-41fc-8bdc-95934fe9e1f1 service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135046 Apr 19 19:10:56.582738 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['cb789cd6-58ab-4cd1-bfbe-797f8c74ed19'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:10:56.584673 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bf7ef-169a-472e-915b-62e1fc1454c4 req-ef07db6b-0b24-4e9e-a464-6daa244fc8a9 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:56.592431 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a11bf7ef-169a-472e-915b-62e1fc1454c4 req-ef07db6b-0b24-4e9e-a464-6daa244fc8a9 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 944 time: 0.1233993 Apr 19 19:10:56.656370 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a11bf7ef-169a-472e-915b-62e1fc1454c4 req-0a7cf2e9-cc0f-4f93-a919-209a588e3fbf tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628347 Apr 19 19:10:56.803838 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-80709a37-3ffc-42b9-b829-e03f968ba4ba req-879d3678-95dc-48d1-ab08-5b92361327b6 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735489 Apr 19 19:10:56.916381 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ae1ca-7f3a-4683-a2c2-b677f649810a req-775de103-352a-410f-b0e3-67bfb6a57f95 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:56.918005 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-eb6ae1ca-7f3a-4683-a2c2-b677f649810a req-775de103-352a-410f-b0e3-67bfb6a57f95 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.75 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 945 time: 0.2535574 Apr 19 19:10:56.924314 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d23450ca-6dcd-4f5c-9a11-f2458fb69c6c req-8b647325-d027-434f-aac5-446793985e07 service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167844 Apr 19 19:10:57.174185 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-eb6ae1ca-7f3a-4683-a2c2-b677f649810a req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Deleting port 00fa37c5-58b0-48e7-934f-ee7e409b26a7 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:10:57.178070 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-eb6ae1ca-7f3a-4683-a2c2-b677f649810a req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:57.320069 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966abbd-a5df-492e-93e7-cbb34a65bf06 req-d40365cb-39d6-42f4-9753-cc519df6179c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:57.336482 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b966abbd-a5df-492e-93e7-cbb34a65bf06 req-d40365cb-39d6-42f4-9753-cc519df6179c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 945 time: 0.2790203 Apr 19 19:10:57.472940 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b966abbd-a5df-492e-93e7-cbb34a65bf06 req-e56a51e2-362f-4ae2-ab24-63ada966a707 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ec8d2d0-19bf-407d-8818-1dc9c7c3eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353619 Apr 19 19:10:57.473511 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 40802) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:57.504571 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e546c3f-23b9-47aa-9610-9f6e99a8dd56 req-cb7ab673-b360-44ca-b4c6-842885475f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:57.506167 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6e546c3f-23b9-47aa-9610-9f6e99a8dd56 req-cb7ab673-b360-44ca-b4c6-842885475f53 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3f06609ad86c4c05a7a4dd90ffe12706&device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 1097 time: 0.5101411 Apr 19 19:10:58.003145 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2cb080db-64c3-4afb-9a33-e0b4431aeb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:58.008209 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device c443d0cd-ac7e-432e-a5c3-4cd5ad869428 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:58.039907 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16928aa-0068-44be-8ecf-16d9737ca2ed req-8c4e59e9-9b9f-46ff-b3bf-0aab7cec2cdf tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:58.049366 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b16928aa-0068-44be-8ecf-16d9737ca2ed req-8c4e59e9-9b9f-46ff-b3bf-0aab7cec2cdf tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 944 time: 0.1798489 Apr 19 19:10:58.057971 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2cb080db-64c3-4afb-9a33-e0b4431aeb94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:58.062791 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-2cb080db-64c3-4afb-9a33-e0b4431aeb94 admin admin] Usage tracker for resource:security_group_rule and tenant:4879a24b5d6541f48efbb177ffcd0640 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:58.066934 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-2cb080db-64c3-4afb-9a33-e0b4431aeb94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:58.073170 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2cb080db-64c3-4afb-9a33-e0b4431aeb94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:58.077902 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-eb6ae1ca-7f3a-4683-a2c2-b677f649810a req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] For port 00fa37c5-58b0-48e7-934f-ee7e409b26a7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=00fa37c5-58b0-48e7-934f-ee7e409b26a7,segment=NetworkSegment(a578ebaa-4830-4f63-a334-e8cf694679fb),segment_id=a578ebaa-4830-4f63-a334-e8cf694679fb)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:58.078319 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-eb6ae1ca-7f3a-4683-a2c2-b677f649810a req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:58.114039 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023dace-cf22-4549-bfb9-293eee07b851 req-c24b9c5e-4d6c-46b0-885d-16e1e8155750 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:58.115722 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7023dace-cf22-4549-bfb9-293eee07b851 req-c24b9c5e-4d6c-46b0-885d-16e1e8155750 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.3630867 Apr 19 19:10:58.156968 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning for port c443d0cd-ac7e-432e-a5c3-4cd5ad869428 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:58.174110 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port c443d0cd-ac7e-432e-a5c3-4cd5ad869428 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:58.174491 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:58.251991 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b16928aa-0068-44be-8ecf-16d9737ca2ed req-345b80ce-306b-44c1-96ce-76482ef7976e tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014296 Apr 19 19:10:58.271104 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2cb080db-64c3-4afb-9a33-e0b4431aeb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:58.288814 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2cb080db-64c3-4afb-9a33-e0b4431aeb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:58.301887 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:58.347236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-eb6ae1ca-7f3a-4683-a2c2-b677f649810a req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Calling delete_port for 00fa37c5-58b0-48e7-934f-ee7e409b26a7 owned by compute:nova {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:10:58.389973 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-2cb080db-64c3-4afb-9a33-e0b4431aeb94 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4879a24b5d6541f48efbb177ffcd0640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9047675 Apr 19 19:10:58.392470 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 40852) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:58.401346 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb080db-64c3-4afb-9a33-e0b4431aeb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86877b0c-ee82-4995-950e-4a7771cd0d35,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:58.453734 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2cb080db-64c3-4afb-9a33-e0b4431aeb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:58.534684 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e546c3f-23b9-47aa-9610-9f6e99a8dd56 req-9f59e578-9256-4034-b8c7-185765b8c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:58.537076 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6e546c3f-23b9-47aa-9610-9f6e99a8dd56 req-9f59e578-9256-4034-b8c7-185765b8c583 service neutron] 10.222.0.75 "GET /v2.0/networks?id=132d4ad0-195c-4d5c-9957-e76f12440abe HTTP/1.1" status: 200 len: 918 time: 1.0170524 Apr 19 19:10:58.602192 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:58.617951 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7a5de9ad-27a8-47fb-83d6-f853700b64a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:58.650190 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd493dfae-da37-4dc5-916f-b2971d68b11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c443d0cd-ac7e-432e-a5c3-4cd5ad869428'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:10:58.680375 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7a5de9ad-27a8-47fb-83d6-f853700b64a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:58.680846 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port c443d0cd-ac7e-432e-a5c3-4cd5ad869428, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c443d0cd-ac7e-432e-a5c3-4cd5ad869428,segment=NetworkSegment(a6d5aeb3-d8a9-4d4a-94e7-8849b8444182),segment_id=a6d5aeb3-d8a9-4d4a-94e7-8849b8444182)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:58.684061 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:58.684981 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:10:58.715743 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7023dace-cf22-4549-bfb9-293eee07b851 req-eca2d8f3-c4ce-460d-98a3-2b95458ff622 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5910993 Apr 19 19:10:58.717401 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6e546c3f-23b9-47aa-9610-9f6e99a8dd56 req-24061388-ebe9-4e01-89e5-009d07384a7c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe8234a5-cab0-4006-bbaa-502ff2d54ea2 HTTP/1.1" status: 200 len: 217 time: 0.1717093 Apr 19 19:10:58.724415 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb49cc-1002-4f71-88b9-b20a7d3337ac req-5e43de75-7496-4ad0-964e-ca0a8dafbf27 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:58.733039 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-62bb49cc-1002-4f71-88b9-b20a7d3337ac req-5e43de75-7496-4ad0-964e-ca0a8dafbf27 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.2781641 Apr 19 19:10:58.761474 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:58.832542 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-62bb49cc-1002-4f71-88b9-b20a7d3337ac req-a2aecd18-21ef-4981-afe1-4e7344ffcdba tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980563 Apr 19 19:10:58.853740 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7a5de9ad-27a8-47fb-83d6-f853700b64a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:58.870474 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7bbb86d2-6f9d-4e77-8b5d-7c20b865e0fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:58.888608 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e546c3f-23b9-47aa-9610-9f6e99a8dd56 req-4fa3b3e2-a10b-4005-a61b-b98b2764e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:58.890185 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6e546c3f-23b9-47aa-9610-9f6e99a8dd56 req-4fa3b3e2-a10b-4005-a61b-b98b2764e543 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6520559-3281-4271-a77a-f193645776b6 HTTP/1.1" status: 200 len: 856 time: 0.1602864 Apr 19 19:10:58.899208 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5de9ad-27a8-47fb-83d6-f853700b64a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86877b0c-ee82-4995-950e-4a7771cd0d35,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:58.900840 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=c443d0cd-ac7e-432e-a5c3-4cd5ad869428,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:58.904713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning for port cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:10:58.909387 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:58.922197 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7a5de9ad-27a8-47fb-83d6-f853700b64a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:58.925746 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:10:58.926169 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:58.940043 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7a5de9ad-27a8-47fb-83d6-f853700b64a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:58.952726 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-7a5de9ad-27a8-47fb-83d6-f853700b64a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86877b0c-ee82-4995-950e-4a7771cd0d35 HTTP/1.1" status: 204 len: 168 time: 0.5578926 Apr 19 19:10:59.059915 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd493dfae-da37-4dc5-916f-b2971d68b11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c443d0cd-ac7e-432e-a5c3-4cd5ad869428', 'code': 200} Apr 19 19:10:59.135055 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-eb6ae1ca-7f3a-4683-a2c2-b677f649810a req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:59.169691 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:59.179598 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 40880) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:59.232301 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:59.307775 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port cb789cd6-58ab-4cd1-bfbe-797f8c74ed19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cb789cd6-58ab-4cd1-bfbe-797f8c74ed19,segment=NetworkSegment(fab56cf1-7ae8-40a6-9bf5-a3487827bc30),segment_id=fab56cf1-7ae8-40a6-9bf5-a3487827bc30)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:10:59.314975 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:59.316341 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 00fa37c5-58b0-48e7-934f-ee7e409b26a7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:10:59.318037 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Pushing event deleted for resources: {'Port': ['ID=00fa37c5-58b0-48e7-934f-ee7e409b26a7,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:59.374659 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:10:59.393492 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:59.394204 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:59.395642 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:59.396070 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:59.396467 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:59.396871 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:59.397245 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:59.397634 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:59.398016 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:59.398399 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:59.398779 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:59.399271 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:10:59.432580 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:59.455778 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] No Port match for: 00fa37c5-58b0-48e7-934f-ee7e409b26a7 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:10:59.457815 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 00fa37c5-58b0-48e7-934f-ee7e409b26a7 not bound to the agent host hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:10:59.488484 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=cb789cd6-58ab-4cd1-bfbe-797f8c74ed19,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:10:59.503855 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:10:59.565110 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d96048-cd66-4e32-b1f4-a6d73930e900 req-54810edc-fd2b-4665-b390-cbb6edad081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:59.566968 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-13d96048-cd66-4e32-b1f4-a6d73930e900 req-54810edc-fd2b-4665-b390-cbb6edad081a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8a42694aec374663aae1ddf6f96e3643&device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 1098 time: 0.1198008 Apr 19 19:10:59.616751 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6ae1ca-7f3a-4683-a2c2-b677f649810a req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] No DVR routers for this DVR port 00fa37c5-58b0-48e7-934f-ee7e409b26a7 on host hv-cinder-78693 {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:10:59.620507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-eb6ae1ca-7f3a-4683-a2c2-b677f649810a req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:59.628138 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e546c3f-23b9-47aa-9610-9f6e99a8dd56 req-76100d16-04d0-4a93-bcd3-b37f72e43dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:59.630095 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6e546c3f-23b9-47aa-9610-9f6e99a8dd56 req-76100d16-04d0-4a93-bcd3-b37f72e43dc2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=132d4ad0-195c-4d5c-9957-e76f12440abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7307467 Apr 19 19:10:59.638922 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87490f82-6b33-46ae-aee7-c85690e5d650', 'name': 'network-vif-deleted', 'tag': '00fa37c5-58b0-48e7-934f-ee7e409b26a7'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:10:59.652578 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93f8dc-e0a3-4101-a27f-251e44359e7b req-bdd610ec-ed1d-46d4-a844-185b049465fe tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:59.654600 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0c93f8dc-e0a3-4101-a27f-251e44359e7b req-bdd610ec-ed1d-46d4-a844-185b049465fe tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 867 time: 0.6311159 Apr 19 19:10:59.787302 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 40904) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:10:59.821773 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-eb6ae1ca-7f3a-4683-a2c2-b677f649810a req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.75 "DELETE /v2.0/ports/00fa37c5-58b0-48e7-934f-ee7e409b26a7 HTTP/1.1" status: 204 len: 173 time: 2.8963861 Apr 19 19:10:59.825679 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0c93f8dc-e0a3-4101-a27f-251e44359e7b req-de64ed94-8ab8-4cf9-9b9c-f7631987b741 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/security-groups?id=9ec8d2d0-19bf-407d-8818-1dc9c7c3eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223831 Apr 19 19:10:59.831589 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:59.848588 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dece3cda-2457-4caf-9248-918f30fc5f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:10:59.893399 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:59.899129 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-dece3cda-2457-4caf-9248-918f30fc5f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:10:59.926354 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-dece3cda-2457-4caf-9248-918f30fc5f8b admin admin] Usage tracker for resource:security_group_rule and tenant:17dd37fb164942a0bebde79cd53e88df is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:59.929564 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Usage tracker for resource:security_group_rule and tenant:5df75ac2b13c4c9fb9e8cbb8e1e707fb is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:10:59.932505 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-dece3cda-2457-4caf-9248-918f30fc5f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:59.942292 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:10:59.951493 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-dece3cda-2457-4caf-9248-918f30fc5f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:10:59.956004 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d96048-cd66-4e32-b1f4-a6d73930e900 req-cb3a1c09-8b45-4ff4-b3f6-5d589806eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:10:59.957659 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-13d96048-cd66-4e32-b1f4-a6d73930e900 req-cb3a1c09-8b45-4ff4-b3f6-5d589806eb1b service neutron] 10.222.0.75 "GET /v2.0/networks?id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae HTTP/1.1" status: 200 len: 919 time: 0.3842552 Apr 19 19:10:59.958838 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:00.044128 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device fe8234a5-cab0-4006-bbaa-502ff2d54ea2 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:11:00.085758 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592d251-a405-4a86-9612-0c43c3ececbb req-1bde37ef-1694-44b8-a784-9452f5451136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:00.087316 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2592d251-a405-4a86-9612-0c43c3ececbb req-1bde37ef-1694-44b8-a784-9452f5451136 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 1098 time: 0.6841931 Apr 19 19:11:00.102063 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-13d96048-cd66-4e32-b1f4-a6d73930e900 req-ecdd1813-be1e-4e65-b226-316a4b73039d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70f4820a-4551-4a6a-bea9-2d858fc5da7d HTTP/1.1" status: 200 len: 217 time: 0.1337357 Apr 19 19:11:00.190108 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6e546c3f-23b9-47aa-9610-9f6e99a8dd56 req-2515a5a9-cc34-407f-b222-87ce5557fe64 service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343833 Apr 19 19:11:00.200838 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cb2ac-2814-4831-82e9-52afe1400b40 req-f7adb244-7b01-4314-93f4-de71ee90ffe9 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:00.202461 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-746cb2ac-2814-4831-82e9-52afe1400b40 req-f7adb244-7b01-4314-93f4-de71ee90ffe9 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.5888894 Apr 19 19:11:00.211915 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port fe8234a5-cab0-4006-bbaa-502ff2d54ea2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:00.233298 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'port_id': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2', 'mac_address': 'fa:16:3e:ff:7c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:11:00.272721 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d96048-cd66-4e32-b1f4-a6d73930e900 req-e53cf8d5-4cfc-4a24-8796-23ac049064cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:00.275477 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-13d96048-cd66-4e32-b1f4-a6d73930e900 req-e53cf8d5-4cfc-4a24-8796-23ac049064cc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6 HTTP/1.1" status: 200 len: 858 time: 0.1435413 Apr 19 19:11:00.304960 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2592d251-a405-4a86-9612-0c43c3ececbb req-499e7081-5bee-4249-82e5-3dd93bac14d5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691232 Apr 19 19:11:00.325250 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:00.343453 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d51edf-ca81-407a-a1af-6cf3526a460a req-df38f5cc-3f31-4e48-be2c-14460ca48ad1 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:00.351681 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8234a5-cab0-4006-bbaa-502ff2d54ea2 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:11:00.352488 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-53d51edf-ca81-407a-a1af-6cf3526a460a req-df38f5cc-3f31-4e48-be2c-14460ca48ad1 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.2692857 Apr 19 19:11:00.361735 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-746cb2ac-2814-4831-82e9-52afe1400b40 req-dd0e8d93-548b-45be-b184-903fb3b1a211 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411841 Apr 19 19:11:00.369234 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-13d96048-cd66-4e32-b1f4-a6d73930e900 req-6bfe5fd6-4265-4db0-a486-10218760b9e7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751061 Apr 19 19:11:00.385515 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port fe8234a5-cab0-4006-bbaa-502ff2d54ea2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:00.393477 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:00.396535 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:00.429060 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-53d51edf-ca81-407a-a1af-6cf3526a460a req-d78b03e5-d46c-43c5-a479-2164ce83035a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754919 Apr 19 19:11:00.455157 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87490f82-6b33-46ae-aee7-c85690e5d650', 'name': 'network-vif-deleted', 'tag': '00fa37c5-58b0-48e7-934f-ee7e409b26a7', 'status': 'completed', 'code': 200} Apr 19 19:11:00.465830 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6e546c3f-23b9-47aa-9610-9f6e99a8dd56 req-73e6bff8-e298-4697-81be-b0cab2087c74 service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640135 Apr 19 19:11:00.506792 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:00.511434 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:00.574469 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:00.589941 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dece3cda-2457-4caf-9248-918f30fc5f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:00.591069 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:00.602310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-90f3268a-ec30-4398-aeee-2f2cdf20e889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:00.615798 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dece3cda-2457-4caf-9248-918f30fc5f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:00.653964 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['fe8234a5-cab0-4006-bbaa-502ff2d54ea2'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:11:00.685617 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc0ef2-c412-424f-8311-a447e4e3305b req-89ad4921-3180-499e-a6d1-795a9ec35695 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:00.694315 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-06dc0ef2-c412-424f-8311-a447e4e3305b req-89ad4921-3180-499e-a6d1-795a9ec35695 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 945 time: 0.1222186 Apr 19 19:11:00.725859 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5df75ac2b13c4c9fb9e8cbb8e1e707fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5446403 Apr 19 19:11:00.733297 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 40920) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:00.772640 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-dece3cda-2457-4caf-9248-918f30fc5f8b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=17dd37fb164942a0bebde79cd53e88df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9792125 Apr 19 19:11:00.778734 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd34c0c-7eeb-4428-af09-140d67a17244,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:00.784245 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 40928) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:00.803149 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-13d96048-cd66-4e32-b1f4-a6d73930e900 req-42124b71-421c-499c-8f55-0ccb2d81cba5 service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239564 Apr 19 19:11:00.824230 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:00.824557 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:00.824958 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:00.825353 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:00.825743 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:00.826208 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:00.826498 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:00.826884 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:00.827269 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:00.827653 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:00.828085 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:00.829271 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:00.834272 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:00.866642 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2c978e27-ccb2-49d9-bb8b-4521ce0d827b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:00.922833 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-06dc0ef2-c412-424f-8311-a447e4e3305b req-3ceac157-d92a-46cf-be44-a65a879bb617 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171798 Apr 19 19:11:00.928997 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cbfe14a1-7c9f-4f16-8cc3-3ad7b54e9a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:01.025514 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cbfe14a1-7c9f-4f16-8cc3-3ad7b54e9a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:01.098089 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9dd2b8-198e-4330-91a9-1accddbd5ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb789cd6-58ab-4cd1-bfbe-797f8c74ed19'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:01.139767 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cbfe14a1-7c9f-4f16-8cc3-3ad7b54e9a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:01.154768 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-315fbb2a-988a-43bc-ada4-9c4a8fe5545a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:01.178373 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9dd2b8-198e-4330-91a9-1accddbd5ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb789cd6-58ab-4cd1-bfbe-797f8c74ed19', 'code': 200} Apr 19 19:11:01.189902 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cbfe14a1-7c9f-4f16-8cc3-3ad7b54e9a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:01.206433 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-cbfe14a1-7c9f-4f16-8cc3-3ad7b54e9a00 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5cd34c0c-7eeb-4428-af09-140d67a17244 HTTP/1.1" status: 204 len: 168 time: 0.4719031 Apr 19 19:11:01.207708 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe14a1-7c9f-4f16-8cc3-3ad7b54e9a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd34c0c-7eeb-4428-af09-140d67a17244,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:01.224636 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cbfe14a1-7c9f-4f16-8cc3-3ad7b54e9a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:01.411819 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 40952) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:01.441566 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d6a3e84a-c67d-436d-a332-45930cf204c4 req-54abe05b-15b3-4e1a-bb28-98bd28b3ea29 tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] 10.222.0.58 "GET /v2.0/ports?device_id=87490f82-6b33-46ae-aee7-c85690e5d650 HTTP/1.1" status: 200 len: 210 time: 0.1787622 Apr 19 19:11:01.480151 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece3cda-2457-4caf-9248-918f30fc5f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbd0b53-28b4-480f-8637-5178bace6aa4,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:01.504876 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-dece3cda-2457-4caf-9248-918f30fc5f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:01.519024 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ceb9021f-c10b-4f3d-a59c-2e154248aa09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:01.604075 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-13d96048-cd66-4e32-b1f4-a6d73930e900 req-8f2be610-f797-4a4e-98cb-cf7a2382b743 service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7686212 Apr 19 19:11:01.617614 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ceb9021f-c10b-4f3d-a59c-2e154248aa09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:01.636271 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374b88d-4794-49aa-9740-75d68b9346b5 req-92e05c5a-7a07-4d94-a769-2f3033b44c88 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:01.648337 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c374b88d-4794-49aa-9740-75d68b9346b5 req-92e05c5a-7a07-4d94-a769-2f3033b44c88 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1397948 Apr 19 19:11:01.759024 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c374b88d-4794-49aa-9740-75d68b9346b5 req-26f8b895-f9a6-49e3-81b8-659a0867d1fe tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091835 Apr 19 19:11:01.802310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8983d764-0949-456b-8020-de5fc4df9be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:01.833605 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8983d764-0949-456b-8020-de5fc4df9be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:01.841972 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-8983d764-0949-456b-8020-de5fc4df9be5 admin admin] Usage tracker for resource:security_group_rule and tenant:abc128cdc54347baa4ce4cba70a3e717 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:01.847482 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-8983d764-0949-456b-8020-de5fc4df9be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:01.859320 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8983d764-0949-456b-8020-de5fc4df9be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:01.920121 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc874f0-d87e-4612-8f58-3fb8f1010175 req-53f4c0d9-019d-4d10-9cec-4d02ff1cddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:01.922071 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bbc874f0-d87e-4612-8f58-3fb8f1010175 req-53f4c0d9-019d-4d10-9cec-4d02ff1cddef service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 1098 time: 0.2758038 Apr 19 19:11:01.926028 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ceb9021f-c10b-4f3d-a59c-2e154248aa09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:01.933843 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4b552cfa-18b1-4ebb-b606-dd123a3bfe0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:01.970414 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9021f-c10b-4f3d-a59c-2e154248aa09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbd0b53-28b4-480f-8637-5178bace6aa4,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:01.991679 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5beaa-b36f-4057-8df5-0f84b8f815e3 req-07ebaded-6b9b-4d79-b906-07fe338b3f9e tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:02.000829 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-65a5beaa-b36f-4057-8df5-0f84b8f815e3 req-07ebaded-6b9b-4d79-b906-07fe338b3f9e tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.2665796 Apr 19 19:11:02.004225 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ceb9021f-c10b-4f3d-a59c-2e154248aa09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:02.016595 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8983d764-0949-456b-8020-de5fc4df9be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.023540 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8983d764-0949-456b-8020-de5fc4df9be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.034067 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ceb9021f-c10b-4f3d-a59c-2e154248aa09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.038232 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-ceb9021f-c10b-4f3d-a59c-2e154248aa09 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8cbd0b53-28b4-480f-8637-5178bace6aa4 HTTP/1.1" status: 204 len: 168 time: 1.2528889 Apr 19 19:11:02.045594 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2ed44c1e-6701-46c8-a2b8-8a4d3cbc2a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:02.069060 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device fe8234a5-cab0-4006-bbaa-502ff2d54ea2 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:11:02.069540 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bbc874f0-d87e-4612-8f58-3fb8f1010175 req-d291ecad-e050-4b42-adee-9c56a3381f45 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375675 Apr 19 19:11:02.087245 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983d764-0949-456b-8020-de5fc4df9be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf0559b-e812-4f8d-abd6-97c131148941,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:02.089281 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-65a5beaa-b36f-4057-8df5-0f84b8f815e3 req-6eaf7739-db9e-4200-8838-60e9f2ee59b6 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878892 Apr 19 19:11:02.092175 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8983d764-0949-456b-8020-de5fc4df9be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:02.115644 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-8983d764-0949-456b-8020-de5fc4df9be5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=abc128cdc54347baa4ce4cba70a3e717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7026062 Apr 19 19:11:02.118397 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 40982) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:02.191573 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning for port fe8234a5-cab0-4006-bbaa-502ff2d54ea2 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:11:02.198240 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port fe8234a5-cab0-4006-bbaa-502ff2d54ea2 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:11:02.198778 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.259026 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3b8d571f-cc02-45ce-9974-6617d6341d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.305505 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3b8d571f-cc02-45ce-9974-6617d6341d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.321890 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409e77b-03c0-4f58-8d12-cd006fd5ae96 req-197525cf-aa16-43f7-b79d-63ceacf7926f tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:02.323559 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b409e77b-03c0-4f58-8d12-cd006fd5ae96 req-197525cf-aa16-43f7-b79d-63ceacf7926f tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 945 time: 0.1751590 Apr 19 19:11:02.363138 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.389687 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 40994) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:02.413944 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3b8d571f-cc02-45ce-9974-6617d6341d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.428672 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port fe8234a5-cab0-4006-bbaa-502ff2d54ea2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:02.433838 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.435989 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:02.443653 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:02.457186 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b409e77b-03c0-4f58-8d12-cd006fd5ae96 req-fefd0bf4-6918-42d6-ab70-dd0a7f734c8f tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208050 Apr 19 19:11:02.462452 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d571f-cc02-45ce-9974-6617d6341d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf0559b-e812-4f8d-abd6-97c131148941,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:02.464847 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3b8d571f-cc02-45ce-9974-6617d6341d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:02.484461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3b8d571f-cc02-45ce-9974-6617d6341d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.485964 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-3b8d571f-cc02-45ce-9974-6617d6341d80 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/abf0559b-e812-4f8d-abd6-97c131148941 HTTP/1.1" status: 204 len: 168 time: 0.3663685 Apr 19 19:11:02.596037 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1092260974-network', 'tenant_id': '19893efe700c431fb04bd1543ada8456'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:02.602503 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:02.608795 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Usage tracker for resource:network and tenant:19893efe700c431fb04bd1543ada8456 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:02.611151 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:02.613956 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:02.615698 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:02.665604 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:02.691485 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Made reservation on behalf of 19893efe700c431fb04bd1543ada8456 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:11:02.698027 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.716210 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.736839 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:02.741787 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Usage tracker for resource:security_group_rule and tenant:19893efe700c431fb04bd1543ada8456 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:02.745235 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:02.756028 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:02.930151 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.938587 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.955642 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:11:02.968597 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:02.970108 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.segments_db [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Added segment c0961489-2566-435f-85cf-82397b3d71ba of type vlan for network 34b4e332-7403-4128-b8b9-3726b7958fad Apr 19 19:11:03.003790 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745729060330'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:03.048679 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:03.088656 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2e6cd9-268f-4d42-b042-30dbca979397,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:03.106973 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:03.111486 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:03.179532 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0be2cd-e7da-449c-8ed1-c2fd388bd96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:03.219056 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:03.225370 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:03.237113 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:03.243653 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 41046) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:03.325967 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-651762f0-8ff3-4071-95a5-48baa6239b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:03.353363 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-651762f0-8ff3-4071-95a5-48baa6239b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:03.359456 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-651762f0-8ff3-4071-95a5-48baa6239b99 admin admin] Usage tracker for resource:security_group_rule and tenant:9224a78182ea433cba69bf284d3d81f8 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:03.367384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-651762f0-8ff3-4071-95a5-48baa6239b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:03.385811 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-651762f0-8ff3-4071-95a5-48baa6239b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:03.448472 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Pushing event updated for resources: {'Network': ['ID=34b4e332-7403-4128-b8b9-3726b7958fad,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:03.464581 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:03.468553 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Network 34b4e332-7403-4128-b8b9-3726b7958fad details requested by agent ovs-agent-dv-cinder-786932-1-smb with host dv-cinder-786932-1-smb {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:11:03.488560 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee51b40-e8ff-4fe6-a592-8f5350282707 req-b72bc8e8-b5e7-4ba3-9850-836a7b2d8d6a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:03.493526 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1022182 Apr 19 19:11:03.496652 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5ee51b40-e8ff-4fe6-a592-8f5350282707 req-b72bc8e8-b5e7-4ba3-9850-836a7b2d8d6a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.2273691 Apr 19 19:11:03.503534 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8b311-f7e8-412b-951a-67900e28d9f8 req-e6506304-5008-429f-a03e-795376212bb0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:03.505335 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4cf8b311-f7e8-412b-951a-67900e28d9f8 req-e6506304-5008-429f-a03e-795376212bb0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.4591820 Apr 19 19:11:03.505967 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 41060) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:03.512634 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-0ee2ce8d-8f5c-463e-b0be-d0b71f4bcb41 admin admin] Request body: {'subnet': {'network_id': '34b4e332-7403-4128-b8b9-3726b7958fad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1092260974-subnet', 'tenant_id': '19893efe700c431fb04bd1543ada8456', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:03.538217 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0ee2ce8d-8f5c-463e-b0be-d0b71f4bcb41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:03.546055 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0ee2ce8d-8f5c-463e-b0be-d0b71f4bcb41 admin admin] Usage tracker for resource:subnet and tenant:19893efe700c431fb04bd1543ada8456 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:03.554161 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0ee2ce8d-8f5c-463e-b0be-d0b71f4bcb41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:03.582794 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4cf8b311-f7e8-412b-951a-67900e28d9f8 req-de6cbe32-164f-4bca-ad06-3b232304f6fb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659716 Apr 19 19:11:03.583922 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0ee2ce8d-8f5c-463e-b0be-d0b71f4bcb41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:03.596271 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee2ce8d-8f5c-463e-b0be-d0b71f4bcb41 admin admin] Made reservation on behalf of 19893efe700c431fb04bd1543ada8456 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:11:03.596608 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5ee51b40-e8ff-4fe6-a592-8f5350282707 req-6245bf71-894e-4743-8cac-8b313da70c7a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958734 Apr 19 19:11:03.602107 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0ee2ce8d-8f5c-463e-b0be-d0b71f4bcb41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:03.668214 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-651762f0-8ff3-4071-95a5-48baa6239b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:03.672165 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-651762f0-8ff3-4071-95a5-48baa6239b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:03.681699 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c574a178-0665-4f17-b3a8-de21036dbb70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:03.732529 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651762f0-8ff3-4071-95a5-48baa6239b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8de862c-58d8-4830-a43e-91d05cba8d75,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:03.751002 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-651762f0-8ff3-4071-95a5-48baa6239b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:03.761614 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0be2cd-e7da-449c-8ed1-c2fd388bd96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2', 'code': 200} Apr 19 19:11:03.787319 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-651762f0-8ff3-4071-95a5-48baa6239b99 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9224a78182ea433cba69bf284d3d81f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5419354 Apr 19 19:11:03.789625 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 41068) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:03.866098 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fed4b00a-610f-47d6-9f1c-32a5b288b9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:03.903806 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fed4b00a-610f-47d6-9f1c-32a5b288b9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:04.028610 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fed4b00a-610f-47d6-9f1c-32a5b288b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:04.034029 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-af4a8ed2-3631-4a88-99f1-45b8ae19c1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:04.062076 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4b00a-610f-47d6-9f1c-32a5b288b9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8de862c-58d8-4830-a43e-91d05cba8d75,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:04.064846 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fed4b00a-610f-47d6-9f1c-32a5b288b9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:04.066535 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad2a41-1c82-4773-971f-492a3ee0ca48 req-3dcd8286-57d2-4d6a-a5e5-25bfe0a165b0 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:04.073368 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fed4b00a-610f-47d6-9f1c-32a5b288b9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:04.073368 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-fed4b00a-610f-47d6-9f1c-32a5b288b9f6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8de862c-58d8-4830-a43e-91d05cba8d75 HTTP/1.1" status: 204 len: 168 time: 0.2807631 Apr 19 19:11:04.077417 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-acad2a41-1c82-4773-971f-492a3ee0ca48 req-3dcd8286-57d2-4d6a-a5e5-25bfe0a165b0 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.1799774 Apr 19 19:11:04.080660 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd23721-0e13-4aee-892c-30bf5ddfd12c req-50719196-7010-4ee6-8be1-edf03bce4bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:04.082272 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-dbd23721-0e13-4aee-892c-30bf5ddfd12c req-50719196-7010-4ee6-8be1-edf03bce4bc0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 1099 time: 0.1335099 Apr 19 19:11:04.148957 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-dbd23721-0e13-4aee-892c-30bf5ddfd12c req-412f2377-5a34-4e8b-aa92-0a8cf01af863 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537136 Apr 19 19:11:04.158516 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-acad2a41-1c82-4773-971f-492a3ee0ca48 req-64c53d25-35d2-4bb3-820b-2a39747b357b tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800915 Apr 19 19:11:04.350061 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0ee2ce8d-8f5c-463e-b0be-d0b71f4bcb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:04.355748 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c2d08142-3afb-405a-aa5c-e0b02eb8900b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:04.442584 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2ce8d-8f5c-463e-b0be-d0b71f4bcb41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb625c53-4e08-4bed-9fad-34049abfe93a,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:04.448552 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0ee2ce8d-8f5c-463e-b0be-d0b71f4bcb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:04.449557 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee2ce8d-8f5c-463e-b0be-d0b71f4bcb41 admin admin] Checking segment: {'id': 'c0961489-2566-435f-85cf-82397b3d71ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '34b4e332-7403-4128-b8b9-3726b7958fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:11:04.449880 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee2ce8d-8f5c-463e-b0be-d0b71f4bcb41 admin admin] Network hostable DHCP agents. Network: 34b4e332-7403-4128-b8b9-3726b7958fad, hostable agents: ['2622c8cf-6b7c-41f1-9991-96794c704a9e'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:11:04.470454 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee2ce8d-8f5c-463e-b0be-d0b71f4bcb41 admin admin] Network 34b4e332-7403-4128-b8b9-3726b7958fad is scheduled to be hosted by DHCP agent 2622c8cf-6b7c-41f1-9991-96794c704a9e with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:11:04.480672 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-0ee2ce8d-8f5c-463e-b0be-d0b71f4bcb41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-smb, 34b4e332-7403-4128-b8b9-3726b7958fad) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:11:04.488055 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee2ce8d-8f5c-463e-b0be-d0b71f4bcb41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:04.490934 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839224d5-f4cd-4681-b3b6-162bdbc57e1d None None] Network 34b4e332-7403-4128-b8b9-3726b7958fad requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:11:04.492255 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0ee2ce8d-8f5c-463e-b0be-d0b71f4bcb41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:04.527410 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-0ee2ce8d-8f5c-463e-b0be-d0b71f4bcb41 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0173066 Apr 19 19:11:04.842955 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-78d978d1-bcca-431a-b01e-2323bb081be0 req-0b096a90-c69e-4f1e-9e3c-80775a865894 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1057866 Apr 19 19:11:04.939574 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbdbe7e-8ee4-4c5b-8103-43c6fc1562c2 None None] Network 34b4e332-7403-4128-b8b9-3726b7958fad requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:11:04.985163 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2945f4-d8a5-4a21-b627-f884d575bbb9 req-e97196c0-05a3-4c0c-8087-86fc5ffecac4 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:04.995333 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9c2945f4-d8a5-4a21-b627-f884d575bbb9 req-e97196c0-05a3-4c0c-8087-86fc5ffecac4 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.1270695 Apr 19 19:11:05.141105 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9c2945f4-d8a5-4a21-b627-f884d575bbb9 req-9b2d4729-3b74-42ee-8219-42b26c64b227 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442876 Apr 19 19:11:05.165272 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b948d-f735-4df5-b05e-2e9b5b42dcaf req-2d1308af-215b-4d33-bf2f-a0c108af01ae tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:05.171804 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-584b948d-f735-4df5-b05e-2e9b5b42dcaf req-2d1308af-215b-4d33-bf2f-a0c108af01ae tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.2726605 Apr 19 19:11:05.182678 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d978d1-bcca-431a-b01e-2323bb081be0 req-feebfabb-f77b-4399-a8ff-5b02d9ed0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:05.185742 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-78d978d1-bcca-431a-b01e-2323bb081be0 req-feebfabb-f77b-4399-a8ff-5b02d9ed0f21 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8a42694aec374663aae1ddf6f96e3643&device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 1098 time: 0.1611838 Apr 19 19:11:05.327696 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-584b948d-f735-4df5-b05e-2e9b5b42dcaf req-9f907e88-f4c3-422d-8916-01bfe3634b49 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489735 Apr 19 19:11:05.545893 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d978d1-bcca-431a-b01e-2323bb081be0 req-de605207-682e-4567-be0b-5b41054a27cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:05.547703 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-78d978d1-bcca-431a-b01e-2323bb081be0 req-de605207-682e-4567-be0b-5b41054a27cb service neutron] 10.222.0.75 "GET /v2.0/networks?id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae HTTP/1.1" status: 200 len: 919 time: 0.2840934 Apr 19 19:11:05.566764 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11f5ca-020c-4cf5-b178-05a7ee34aa21 req-5562b9fc-2694-4a2c-89b6-de63034fade6 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:05.568651 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bd11f5ca-020c-4cf5-b178-05a7ee34aa21 req-5562b9fc-2694-4a2c-89b6-de63034fade6 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.2250516 Apr 19 19:11:05.663851 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-78d978d1-bcca-431a-b01e-2323bb081be0 req-d8e5a7e9-7e12-4d3a-b1c0-984d6f9ea0c6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c443d0cd-ac7e-432e-a5c3-4cd5ad869428 HTTP/1.1" status: 200 len: 217 time: 0.0940926 Apr 19 19:11:05.724190 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccfbaf-c336-4fb8-831b-a8ccacf80ccc req-1463524e-97d4-4f8d-8b98-1beb0d1d81cf tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:05.725902 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-feccfbaf-c336-4fb8-831b-a8ccacf80ccc req-1463524e-97d4-4f8d-8b98-1beb0d1d81cf tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1238422 Apr 19 19:11:05.736640 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 41144) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:05.742955 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-5ff90684-3f83-493b-853c-e29d15b6cf70 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Request body: {'floatingip': {'port_id': 'cb789cd6-58ab-4cd1-bfbe-797f8c74ed19'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:05.821265 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bd11f5ca-020c-4cf5-b178-05a7ee34aa21 req-70e44cad-1628-42f2-a7a4-99d345a9f01b tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827843 Apr 19 19:11:05.848388 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d978d1-bcca-431a-b01e-2323bb081be0 req-e2be3f0d-87bf-4781-8c3d-a80d33e270c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:05.849830 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-78d978d1-bcca-431a-b01e-2323bb081be0 req-e2be3f0d-87bf-4781-8c3d-a80d33e270c3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6 HTTP/1.1" status: 200 len: 858 time: 0.1791277 Apr 19 19:11:05.856252 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 41150) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:05.889636 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5ff90684-3f83-493b-853c-e29d15b6cf70 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for floatingip, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:05.999356 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-78d978d1-bcca-431a-b01e-2323bb081be0 req-bdcfc4fd-5479-42b2-a6fd-7782f6035aba service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895712 Apr 19 19:11:06.320760 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb651ea1-250c-4ec2-86ce-c3b72daf5408 admin admin] Deleting subnet 10a2052b-53c0-4315-919c-9a20259d5833 {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:11:06.336288 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bb651ea1-250c-4ec2-86ce-c3b72daf5408 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:06.388593 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-78d978d1-bcca-431a-b01e-2323bb081be0 req-66ede0f4-6968-4996-bdaa-1c0f8551a32a service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634346 Apr 19 19:11:06.503108 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bb651ea1-250c-4ec2-86ce-c3b72daf5408 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1600776'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:06.593672 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11dbe7e-6629-434e-a035-6d52ae71e645 req-1a156490-7c7b-4dca-9584-c4696afd2139 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:06.597758 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e11dbe7e-6629-434e-a035-6d52ae71e645 req-1a156490-7c7b-4dca-9584-c4696afd2139 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.5696924 Apr 19 19:11:06.610407 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 41172) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:06.628614 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-ad90adf2-c835-4fe0-8340-961198663013 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Request body: {'floatingip': {'port_id': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:06.802150 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a1bea-3b87-4049-8d53-d54fd858eaf3 req-2eef7701-e466-4bc0-becf-9a403fc7d8fc tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:06.810335 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-da9a1bea-3b87-4049-8d53-d54fd858eaf3 req-2eef7701-e466-4bc0-becf-9a403fc7d8fc tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.4019473 Apr 19 19:11:06.844381 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ad90adf2-c835-4fe0-8340-961198663013 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for floatingip, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:06.917465 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bb651ea1-250c-4ec2-86ce-c3b72daf5408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070052'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:07.088227 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-78d978d1-bcca-431a-b01e-2323bb081be0 req-99ac41bb-5c95-4cc8-bc82-0f759acc3163 service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896899 Apr 19 19:11:07.196698 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-da9a1bea-3b87-4049-8d53-d54fd858eaf3 req-ac6d0cb6-02b5-4418-868d-a39d709245e8 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847883 Apr 19 19:11:07.473154 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 41202) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:07.624508 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5ff90684-3f83-493b-853c-e29d15b6cf70 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:07.629113 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5ff90684-3f83-493b-853c-e29d15b6cf70 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658097'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:07.813583 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca2077d2-f88c-4188-8e8c-afe33c4c19c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:07.827548 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fee0e896-2d19-4105-a783-b9f46aef2b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:07.850236 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.l3_db [None req-5ff90684-3f83-493b-853c-e29d15b6cf70 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Floating IP e2b665c1-558c-478f-b706-e98f76e38987 associated. External IP: 172.28.1.75, port: cb789cd6-58ab-4cd1-bfbe-797f8c74ed19. Apr 19 19:11:07.850431 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69070fe1-9915-479d-9495-c16b8a1c170a req-010975e9-b2dd-4e20-b154-c5bdee5c525f tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:07.852273 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-69070fe1-9915-479d-9495-c16b8a1c170a req-010975e9-b2dd-4e20-b154-c5bdee5c525f tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/networks?id=34b4e332-7403-4128-b8b9-3726b7958fad HTTP/1.1" status: 200 len: 814 time: 0.8106444 Apr 19 19:11:07.882569 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-fee0e896-2d19-4105-a783-b9f46aef2b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:07.901686 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-fee0e896-2d19-4105-a783-b9f46aef2b5a admin admin] Usage tracker for resource:security_group_rule and tenant:624b2f0dc059407ca65d6cd827251c6e is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:07.906078 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-fee0e896-2d19-4105-a783-b9f46aef2b5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:07.954411 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-69070fe1-9915-479d-9495-c16b8a1c170a req-683eb35a-41dc-4945-8192-fb4d65e7cb17 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/quotas/19893efe700c431fb04bd1543ada8456 HTTP/1.1" status: 200 len: 375 time: 0.0955255 Apr 19 19:11:07.958925 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-fee0e896-2d19-4105-a783-b9f46aef2b5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:08.069638 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5bccf799-d554-4f93-abba-427264d75f2f tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=19893efe700c431fb04bd1543ada8456&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0964382 Apr 19 19:11:08.405095 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bb651ea1-250c-4ec2-86ce-c3b72daf5408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850705764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036792642332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036793590110'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.408278 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff90684-3f83-493b-853c-e29d15b6cf70 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:11:08.427497 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0e1215c0-9eb5-4d6f-ad65-e2a32b5f67be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:08.507586 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb651ea1-250c-4ec2-86ce-c3b72daf5408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a2052b-53c0-4315-919c-9a20259d5833,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:08.517023 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bb651ea1-250c-4ec2-86ce-c3b72daf5408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:08.539451 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bb651ea1-250c-4ec2-86ce-c3b72daf5408 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.591811 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-bb651ea1-250c-4ec2-86ce-c3b72daf5408 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/10a2052b-53c0-4315-919c-9a20259d5833 HTTP/1.1" status: 204 len: 168 time: 2.7338867 Apr 19 19:11:08.598958 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 41222) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:08.613717 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-69070fe1-9915-479d-9495-c16b8a1c170a req-b041864e-aa43-4252-b9c4-d35e556e3c0d service neutron] 10.222.0.58 "GET /v2.0/networks/34b4e332-7403-4128-b8b9-3726b7958fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302246 Apr 19 19:11:08.635911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b525f-be56-45b2-9b5d-8d64456e1ce6 req-1bef8e58-ad9c-4cee-a828-4802ec321e3f tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:08.637535 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-641b525f-be56-45b2-9b5d-8d64456e1ce6 req-1bef8e58-ad9c-4cee-a828-4802ec321e3f tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.2992756 Apr 19 19:11:08.716679 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fee0e896-2d19-4105-a783-b9f46aef2b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.775015 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fee0e896-2d19-4105-a783-b9f46aef2b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.787457 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:08.792898 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff90684-3f83-493b-853c-e29d15b6cf70 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:11:08.801131 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.db.resource_extend [None req-ad90adf2-c835-4fe0-8340-961198663013 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 19:11:08.801253 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3959784'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.807273 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770f496-3998-4317-b8b6-1d769acaa317 None None] Sync routers for ids ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'] in dv-cinder-786932-1-smb {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:11:08.808500 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5ff90684-3f83-493b-853c-e29d15b6cf70 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:08.818742 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770f496-3998-4317-b8b6-1d769acaa317 None None] Routers {'3e2709f7-e886-4fff-a9a5-fef4a2f305a8'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:11:08.819402 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-7770f496-3998-4317-b8b6-1d769acaa317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:10:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:11:08.844228 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-641b525f-be56-45b2-9b5d-8d64456e1ce6 req-3e870c68-87d6-4f3a-9fd5-4fe5f1e55a2b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959026 Apr 19 19:11:08.895521 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-5ff90684-3f83-493b-853c-e29d15b6cf70 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "PUT /v2.0/floatingips/e2b665c1-558c-478f-b706-e98f76e38987 HTTP/1.1" status: 200 len: 990 time: 3.1547248 Apr 19 19:11:08.895521 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9dd2b8-198e-4330-91a9-1accddbd5ac7', 'tag': 'cb789cd6-58ab-4cd1-bfbe-797f8c74ed19'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:09.021125 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-7770f496-3998-4317-b8b6-1d769acaa317 None None] Set router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:11:09.048716 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850705679', 'neutron.services.segments.db._delete_segments_for_network-8745729553011'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:09.122539 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9dd2b8-198e-4330-91a9-1accddbd5ac7', 'tag': 'cb789cd6-58ab-4cd1-bfbe-797f8c74ed19', 'status': 'completed', 'code': 200} Apr 19 19:11:09.169494 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-fee0e896-2d19-4105-a783-b9f46aef2b5a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=624b2f0dc059407ca65d6cd827251c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6892586 Apr 19 19:11:09.170363 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 41234) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:09.174791 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0e896-2d19-4105-a783-b9f46aef2b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3f1cbb-c0b4-427f-a055-3e7214c37d5f,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:09.196153 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:11:09.196605 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:11:09.197458 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:11:09.197844 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Subscribe: > port after_create 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:11:09.198220 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:11:09.198550 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Subscribe: > port after_update 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:11:09.198907 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:11:09.199266 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:11:09.199621 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:11:09.200191 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:11:09.222624 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fee0e896-2d19-4105-a783-b9f46aef2b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:09.240426 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ad90adf2-c835-4fe0-8340-961198663013 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:09.259116 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ad90adf2-c835-4fe0-8340-961198663013 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658097'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:09.281040 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:11:09.281550 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:11:09.281932 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:11:09.282310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 19:11:09.282706 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db53e072-f614-4119-a52c-ac6f8dd3635f']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:11:09.334961 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a578ebaa-4830-4f63-a334-e8cf694679fb') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:11:09.335150 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-69070fe1-9915-479d-9495-c16b8a1c170a req-89cca49d-e62c-4e7b-ac1f-0b212e0c0b39 service neutron] 10.222.0.58 "GET /v2.0/networks/34b4e332-7403-4128-b8b9-3726b7958fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7115197 Apr 19 19:11:09.335305 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a578ebaa-4830-4f63-a334-e8cf694679fb') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:11:09.356181 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291125193315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61485451'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:09.396507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:09.404825 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:11:09.476537 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-7770f496-3998-4317-b8b6-1d769acaa317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:10:16Z', 'revision_number': 4, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port': {'id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_floatingips': [{'id': 'e2b665c1-558c-478f-b706-e98f76e38987', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'floating_ip_address': '172.28.1.75', 'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'router_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'port_id': 'cb789cd6-58ab-4cd1-bfbe-797f8c74ed19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'mac_address': 'fa:16:3e:09:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9dd2b8-198e-4330-91a9-1accddbd5ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:10:29Z', 'updated_at': '2021-04-19T19:11:07Z', 'revision_number': 1, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e129e983-9cc2-4e3d-b510-2a7a9325d95e', 'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'mac_address': 'fa:16:3e:e0:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:12Z', 'updated_at': '2021-04-19T19:10:31Z', 'revision_number': 5, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'subnets': [{'id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:11:09.481440 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770f496-3998-4317-b8b6-1d769acaa317 None None] Checking router: 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 for host: dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:11:09.492024 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770f496-3998-4317-b8b6-1d769acaa317 None None] Routers {'3e2709f7-e886-4fff-a9a5-fef4a2f305a8'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:11:09.492920 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-7770f496-3998-4317-b8b6-1d769acaa317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:10:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:11:09.651117 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84400a0-9488-40b7-97c0-2f5b62ab64fd req-3f197a72-d0b2-4654-9b51-9b7e8a0b0adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:09.665866 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c84400a0-9488-40b7-97c0-2f5b62ab64fd req-3f197a72-d0b2-4654-9b51-9b7e8a0b0adc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d99eda3650e4d08ad8d52aac35de6aa&device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 1098 time: 0.4953957 Apr 19 19:11:09.699706 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Network db53e072-f614-4119-a52c-ac6f8dd3635f has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:11:09.715276 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4065973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036792973159'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:09.831253 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-93afbffb-b31d-4758-94a9-face0635995f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:09.901108 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.l3_db [None req-ad90adf2-c835-4fe0-8340-961198663013 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Floating IP 8a99487e-0064-4c08-8225-2837d341c9f0 associated. External IP: 172.28.1.185, port: fe8234a5-cab0-4006-bbaa-502ff2d54ea2. Apr 19 19:11:09.906445 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-7770f496-3998-4317-b8b6-1d769acaa317 None None] Set router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:11:10.048802 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0f51fc08-8279-4d54-9fd5-513374c26b1b req-9991d6ee-3060-4442-af40-5b7361da69ff tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 210 time: 0.2082052 Apr 19 19:11:10.257507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-93afbffb-b31d-4758-94a9-face0635995f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:10.346927 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6ca920d1-9601-4ce9-b15a-e44e7c36d790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:10.352512 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Network db53e072-f614-4119-a52c-ac6f8dd3635f has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:11:10.418251 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84400a0-9488-40b7-97c0-2f5b62ab64fd req-9e24d51e-5bcf-4596-bbdc-fd21edc8b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:10.419972 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c84400a0-9488-40b7-97c0-2f5b62ab64fd req-9e24d51e-5bcf-4596-bbdc-fd21edc8b7fe service neutron] 10.222.0.75 "GET /v2.0/networks?id=2a04a19f-2111-459f-b0c6-fd481fb0041e HTTP/1.1" status: 200 len: 912 time: 0.7453418 Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: from cryptography.utils import int_from_bytes Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: from cryptography.utils import int_from_bytes Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: (rel_b, rel_a, rel_b), Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: (rel_b, rel_a, rel_b), Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: Traceback (most recent call last): Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: timer() Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: cb(*args, **kw) Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: return func(*args, **kwargs) Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: self._notify() Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: self.callback(batched_events) Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: event.method(event) Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: segment_id)['aggregates'][0] Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: return f(self, *a, **k) Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: return self._get(url).json() Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: **kwargs) Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: return self.request(url, 'GET', **kwargs) Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: **endpoint_filter) Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:11:10.480735 dv-cinder-786932-1-smb neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:11:10.503627 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-93afbffb-b31d-4758-94a9-face0635995f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:10.512223 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-13aabef0-0d87-497a-a2b5-b6b2bb68d2d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:10.535457 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afbffb-b31d-4758-94a9-face0635995f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3f1cbb-c0b4-427f-a055-3e7214c37d5f,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:10.539059 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-93afbffb-b31d-4758-94a9-face0635995f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:10.543174 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-93afbffb-b31d-4758-94a9-face0635995f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:10.544745 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-93afbffb-b31d-4758-94a9-face0635995f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe3f1cbb-c0b4-427f-a055-3e7214c37d5f HTTP/1.1" status: 204 len: 168 time: 1.3707886 Apr 19 19:11:10.549175 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658050'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:10.556830 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:10.586082 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:10.598110 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Pushing event deleted for resources: {'Network': ['ID=db53e072-f614-4119-a52c-ac6f8dd3635f,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:10.601807 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:10.603987 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-a84db2a2-5539-4d47-b190-b318b1a87123 admin admin] 10.222.0.58 "DELETE /v2.0/networks/db53e072-f614-4119-a52c-ac6f8dd3635f HTTP/1.1" status: 204 len: 168 time: 2.0039358 Apr 19 19:11:10.670797 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c84400a0-9488-40b7-97c0-2f5b62ab64fd req-5a62983b-285c-4948-ab27-f291843257d1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 HTTP/1.1" status: 200 len: 998 time: 0.2357564 Apr 19 19:11:10.789083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-7770f496-3998-4317-b8b6-1d769acaa317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:10:16Z', 'revision_number': 4, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port': {'id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_floatingips': [{'id': 'e2b665c1-558c-478f-b706-e98f76e38987', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'floating_ip_address': '172.28.1.75', 'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'router_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'port_id': 'cb789cd6-58ab-4cd1-bfbe-797f8c74ed19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'mac_address': 'fa:16:3e:09:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9dd2b8-198e-4330-91a9-1accddbd5ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:10:29Z', 'updated_at': '2021-04-19T19:11:07Z', 'revision_number': 1, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e129e983-9cc2-4e3d-b510-2a7a9325d95e', 'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'mac_address': 'fa:16:3e:e0:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:12Z', 'updated_at': '2021-04-19T19:10:31Z', 'revision_number': 5, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'subnets': [{'id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:11:10.817160 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770f496-3998-4317-b8b6-1d769acaa317 None None] The sync data for ids ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'] in dv-cinder-786932-1-smb is: [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:10:16Z', 'revision_number': 4, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port': {'id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_floatingips': [{'id': 'e2b665c1-558c-478f-b706-e98f76e38987', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'floating_ip_address': '172.28.1.75', 'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'router_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'port_id': 'cb789cd6-58ab-4cd1-bfbe-797f8c74ed19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'mac_address': 'fa:16:3e:09:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9dd2b8-198e-4330-91a9-1accddbd5ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:10:29Z', 'updated_at': '2021-04-19T19:11:07Z', 'revision_number': 1, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e129e983-9cc2-4e3d-b510-2a7a9325d95e', 'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'mac_address': 'fa:16:3e:e0:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:12Z', 'updated_at': '2021-04-19T19:10:31Z', 'revision_number': 5, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'subnets': [{'id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:11:10.846506 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 41294) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:10.918670 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-012f9868-de54-4ad5-ab2f-e6c5a29a4428 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc9299c899674f76befe8d5c99651050&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0703588 Apr 19 19:11:10.921013 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 41300) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:10.942635 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6956de5-299f-40ab-b323-9c32b5bea940 req-dd807fcb-297b-4d49-a197-fdf910f75784 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:10.949551 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b6956de5-299f-40ab-b323-9c32b5bea940 req-dd807fcb-297b-4d49-a197-fdf910f75784 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.7204692 Apr 19 19:11:11.010092 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad90adf2-c835-4fe0-8340-961198663013 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Router fd169c5e-b497-4409-8032-56f4dde26f0e has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:11:11.020374 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-170f4f36-4d41-4e99-86ae-5741d54d788b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:11.054635 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-170f4f36-4d41-4e99-86ae-5741d54d788b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:11.116783 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-170f4f36-4d41-4e99-86ae-5741d54d788b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:11.122310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cbfe14a1-7c9f-4f16-8cc3-3ad7b54e9a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:11.139325 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f4f36-4d41-4e99-86ae-5741d54d788b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec8d2d0-19bf-407d-8818-1dc9c7c3eef1,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:11.142997 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-170f4f36-4d41-4e99-86ae-5741d54d788b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:11.166076 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-170f4f36-4d41-4e99-86ae-5741d54d788b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:11.170706 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-170f4f36-4d41-4e99-86ae-5741d54d788b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ec8d2d0-19bf-407d-8818-1dc9c7c3eef1 HTTP/1.1" status: 204 len: 168 time: 0.2437778 Apr 19 19:11:11.209093 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 41314) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:11.247302 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1d65deec-011a-4ebb-a9dc-9396095e8380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:11.267236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:11.293604 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1d65deec-011a-4ebb-a9dc-9396095e8380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:11.307511 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-1d65deec-011a-4ebb-a9dc-9396095e8380 admin admin] Usage tracker for resource:security_group_rule and tenant:a20d8e05e1ae4e488a7876d4123a8ad3 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:11.316747 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-1d65deec-011a-4ebb-a9dc-9396095e8380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:11.323057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ad1efc-d89a-48ca-82f6-3323a0e261a9 None None] New status for floating IP e2b665c1-558c-478f-b706-e98f76e38987: ACTIVE {{(pid=86368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:11:11.332255 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1d65deec-011a-4ebb-a9dc-9396095e8380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:11.348619 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84400a0-9488-40b7-97c0-2f5b62ab64fd req-941f458c-3b66-4832-8ee8-187da383178f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:11.357072 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c84400a0-9488-40b7-97c0-2f5b62ab64fd req-941f458c-3b66-4832-8ee8-187da383178f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=30029454-1ddd-4aa7-85a3-1fc1f6ca707e HTTP/1.1" status: 200 len: 850 time: 0.4062941 Apr 19 19:11:11.366959 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b6956de5-299f-40ab-b323-9c32b5bea940 req-97bc9266-99d7-454a-bd49-0ad5371a201a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707004 Apr 19 19:11:11.551828 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d2a6f654-4571-49cb-aee2-5aae796798e4 req-6e8cefc4-25cb-4746-877f-d727af7c7539 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 210 time: 0.2146397 Apr 19 19:11:11.653747 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad90adf2-c835-4fe0-8340-961198663013 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:11:11.664207 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84400a0-9488-40b7-97c0-2f5b62ab64fd req-9d728c70-92fe-4ab4-8415-4f2ff2421aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:11.665243 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96b98bb-1916-4238-b164-6b0f2db197d3 None None] Sync routers for ids ['fd169c5e-b497-4409-8032-56f4dde26f0e'] in dv-cinder-786932-1-smb {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:11:11.667927 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c84400a0-9488-40b7-97c0-2f5b62ab64fd req-9d728c70-92fe-4ab4-8415-4f2ff2421aeb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2a04a19f-2111-459f-b0c6-fd481fb0041e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2980232 Apr 19 19:11:11.670419 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ad90adf2-c835-4fe0-8340-961198663013 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:11.682650 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96b98bb-1916-4238-b164-6b0f2db197d3 None None] Routers {'fd169c5e-b497-4409-8032-56f4dde26f0e'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:11:11.687550 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-d96b98bb-1916-4238-b164-6b0f2db197d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:11:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['fd169c5e-b497-4409-8032-56f4dde26f0e'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:11:11.737884 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-ad90adf2-c835-4fe0-8340-961198663013 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "PUT /v2.0/floatingips/8a99487e-0064-4c08-8225-2837d341c9f0 HTTP/1.1" status: 200 len: 992 time: 5.1232731 Apr 19 19:11:11.763330 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0be2cd-e7da-449c-8ed1-c2fd388bd96b', 'tag': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:11.889594 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69070fe1-9915-479d-9495-c16b8a1c170a req-6f8cd572-ba97-4105-9323-00186d027e65 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:11.891469 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-69070fe1-9915-479d-9495-c16b8a1c170a req-6f8cd572-ba97-4105-9323-00186d027e65 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Synchronizing usage tracker for tenant:19893efe700c431fb04bd1543ada8456 on resource:network {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:11:11.923179 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-69070fe1-9915-479d-9495-c16b8a1c170a req-6f8cd572-ba97-4105-9323-00186d027e65 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Unset dirty status for tenant:19893efe700c431fb04bd1543ada8456 on resource:network {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:11:11.926385 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-69070fe1-9915-479d-9495-c16b8a1c170a req-6f8cd572-ba97-4105-9323-00186d027e65 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.75 "GET /v2.0/networks?id=34b4e332-7403-4128-b8b9-3726b7958fad HTTP/1.1" status: 200 len: 814 time: 0.4470654 Apr 19 19:11:11.947596 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-69070fe1-9915-479d-9495-c16b8a1c170a req-8d417539-087e-47ba-bbd0-6fed452d1bfb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Request body: {'port': {'device_id': '1a9a6aa8-53cb-423d-b116-15140d222745', 'network_id': '34b4e332-7403-4128-b8b9-3726b7958fad', 'admin_state_up': True, 'tenant_id': '19893efe700c431fb04bd1543ada8456'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:11.950599 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:11.953129 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0be2cd-e7da-449c-8ed1-c2fd388bd96b', 'tag': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2', 'status': 'completed', 'code': 200} Apr 19 19:11:11.954616 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:12.003681 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c84400a0-9488-40b7-97c0-2f5b62ab64fd req-b7b687b5-8ed0-4ee6-8a73-df9af5d07eb3 service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692351 Apr 19 19:11:12.155180 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-d96b98bb-1916-4238-b164-6b0f2db197d3 None None] Set router fd169c5e-b497-4409-8032-56f4dde26f0e gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:11:12.180550 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c84400a0-9488-40b7-97c0-2f5b62ab64fd req-93c8f31c-860f-486d-9db3-f4653969d372 service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674449 Apr 19 19:11:12.419573 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 41356) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:12.577845 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-d96b98bb-1916-4238-b164-6b0f2db197d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 4, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port': {'id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_floatingips': [{'id': '8a99487e-0064-4c08-8225-2837d341c9f0', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'floating_ip_address': '172.28.1.185', 'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'router_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'port_id': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'mac_address': 'fa:16:3e:ff:7c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0be2cd-e7da-449c-8ed1-c2fd388bd96b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:10:38Z', 'updated_at': '2021-04-19T19:11:08Z', 'revision_number': 1, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78355f11-9600-4744-a55b-21f079ffd533', 'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'mac_address': 'fa:16:3e:ee:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:18Z', 'updated_at': '2021-04-19T19:10:39Z', 'revision_number': 5, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'subnets': [{'id': 'f6520559-3281-4271-a77a-f193645776b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:11:12.582658 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96b98bb-1916-4238-b164-6b0f2db197d3 None None] Checking router: fd169c5e-b497-4409-8032-56f4dde26f0e for host: dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:11:12.590904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-69070fe1-9915-479d-9495-c16b8a1c170a req-8d417539-087e-47ba-bbd0-6fed452d1bfb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:12.593392 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-82319412-network', 'tenant_id': '1e8c6d1bd53d4d81b36a71953a444481'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:12.599417 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96b98bb-1916-4238-b164-6b0f2db197d3 None None] Routers {'fd169c5e-b497-4409-8032-56f4dde26f0e'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:11:12.600751 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-d96b98bb-1916-4238-b164-6b0f2db197d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:11:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['fd169c5e-b497-4409-8032-56f4dde26f0e'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:11:12.604436 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:12.608994 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Usage tracker for resource:network and tenant:1e8c6d1bd53d4d81b36a71953a444481 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:12.612433 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:12.619159 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:12.620932 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-69070fe1-9915-479d-9495-c16b8a1c170a req-8d417539-087e-47ba-bbd0-6fed452d1bfb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Usage tracker for resource:port and tenant:19893efe700c431fb04bd1543ada8456 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:12.629446 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-69070fe1-9915-479d-9495-c16b8a1c170a req-8d417539-087e-47ba-bbd0-6fed452d1bfb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:12.681835 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1d65deec-011a-4ebb-a9dc-9396095e8380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:12.689832 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-69070fe1-9915-479d-9495-c16b8a1c170a req-8d417539-087e-47ba-bbd0-6fed452d1bfb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:12.699595 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:12.706230 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254558b-d9d6-4d07-8b9c-62ca85109990 req-905a3b87-36d6-4b76-b26f-45e2d59c477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:12.707900 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a254558b-d9d6-4d07-8b9c-62ca85109990 req-905a3b87-36d6-4b76-b26f-45e2d59c477d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3f06609ad86c4c05a7a4dd90ffe12706&device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 1099 time: 0.7191355 Apr 19 19:11:12.708597 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1d65deec-011a-4ebb-a9dc-9396095e8380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:12.794928 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4baf3423-8348-4dc6-ae8c-97af7c3bc998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:12.822054 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-1d65deec-011a-4ebb-a9dc-9396095e8380 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a20d8e05e1ae4e488a7876d4123a8ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6113486 Apr 19 19:11:12.878362 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-d96b98bb-1916-4238-b164-6b0f2db197d3 None None] Set router fd169c5e-b497-4409-8032-56f4dde26f0e gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:11:12.939728 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 41374) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:12.992727 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Made reservation on behalf of 1e8c6d1bd53d4d81b36a71953a444481 for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:11:12.998164 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:13.018553 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:13.027697 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65deec-011a-4ebb-a9dc-9396095e8380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8dcb27-c7e9-4d2c-beb4-e318ebe45db3,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:13.033868 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1d65deec-011a-4ebb-a9dc-9396095e8380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:13.034578 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69070fe1-9915-479d-9495-c16b8a1c170a req-8d417539-087e-47ba-bbd0-6fed452d1bfb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Made reservation on behalf of 19893efe700c431fb04bd1543ada8456 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:11:13.041929 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-69070fe1-9915-479d-9495-c16b8a1c170a req-8d417539-087e-47ba-bbd0-6fed452d1bfb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:13.048977 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:13.056482 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Usage tracker for resource:security_group_rule and tenant:1e8c6d1bd53d4d81b36a71953a444481 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:13.062131 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:13.077803 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd722c0-9b85-4fe8-b1bf-c238d6047861 req-3e845661-806c-4f61-a354-caadae162d03 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:13.079817 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fbd722c0-9b85-4fe8-b1bf-c238d6047861 req-3e845661-806c-4f61-a354-caadae162d03 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.5653117 Apr 19 19:11:13.080874 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:13.085292 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e463a6ab-9078-45f8-be9e-7ed4839a79fc req-c54df90d-6ca6-4910-8e2b-b4fdbee2d7e2 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 210 time: 0.1537216 Apr 19 19:11:13.221551 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fbd722c0-9b85-4fe8-b1bf-c238d6047861 req-315bab7c-02d1-47df-8f4a-1b47b24cba89 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273592 Apr 19 19:11:13.317285 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:13.324818 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:13.329704 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:13.341360 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-69070fe1-9915-479d-9495-c16b8a1c170a req-8d417539-087e-47ba-bbd0-6fed452d1bfb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Allocated IP 172.20.0.4 (34b4e332-7403-4128-b8b9-3726b7958fad/cb625c53-4e08-4bed-9fad-34049abfe93a/8ced4ab4-8e86-470a-b689-3b070d335856) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:11:13.350479 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 41384) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:13.357029 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:11:13.365717 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-d96b98bb-1916-4238-b164-6b0f2db197d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 4, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port': {'id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_floatingips': [{'id': '8a99487e-0064-4c08-8225-2837d341c9f0', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'floating_ip_address': '172.28.1.185', 'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'router_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'port_id': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'mac_address': 'fa:16:3e:ff:7c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0be2cd-e7da-449c-8ed1-c2fd388bd96b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:10:38Z', 'updated_at': '2021-04-19T19:11:08Z', 'revision_number': 1, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78355f11-9600-4744-a55b-21f079ffd533', 'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'mac_address': 'fa:16:3e:ee:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:18Z', 'updated_at': '2021-04-19T19:10:39Z', 'revision_number': 5, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'subnets': [{'id': 'f6520559-3281-4271-a77a-f193645776b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:11:13.371442 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e86a221-21e3-4caf-a2ae-b54c2293ae6e,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:13.372038 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96b98bb-1916-4238-b164-6b0f2db197d3 None None] The sync data for ids ['fd169c5e-b497-4409-8032-56f4dde26f0e'] in dv-cinder-786932-1-smb is: [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 4, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port': {'id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_floatingips': [{'id': '8a99487e-0064-4c08-8225-2837d341c9f0', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'floating_ip_address': '172.28.1.185', 'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'router_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'port_id': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'mac_address': 'fa:16:3e:ff:7c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0be2cd-e7da-449c-8ed1-c2fd388bd96b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:10:38Z', 'updated_at': '2021-04-19T19:11:08Z', 'revision_number': 1, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78355f11-9600-4744-a55b-21f079ffd533', 'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'mac_address': 'fa:16:3e:ee:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:18Z', 'updated_at': '2021-04-19T19:10:39Z', 'revision_number': 5, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'subnets': [{'id': 'f6520559-3281-4271-a77a-f193645776b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:11:13.376068 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:13.379233 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:13.379623 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.segments_db [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Added segment 0d6a7523-ee42-496d-bdfe-073012239df9 of type vlan for network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 Apr 19 19:11:13.387132 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254558b-d9d6-4d07-8b9c-62ca85109990 req-2459dc99-aed3-4ac7-bbd6-0fac4dab14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:13.390093 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a254558b-d9d6-4d07-8b9c-62ca85109990 req-2459dc99-aed3-4ac7-bbd6-0fac4dab14ec service neutron] 10.222.0.75 "GET /v2.0/networks?id=132d4ad0-195c-4d5c-9957-e76f12440abe HTTP/1.1" status: 200 len: 918 time: 0.5964143 Apr 19 19:11:13.418965 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745729060330'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:13.463604 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:13.465163 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:13.466221 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:13.474268 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-74d4edeb-a4a6-41eb-93b2-e168cd940e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:13.514837 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e8debe97-c046-4728-a886-26c922aea7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:13.583678 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-39bbff54-76a8-4146-a2a2-5c623b30a676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:13.587218 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Pushing event updated for resources: {'Network': ['ID=8b2cd983-863c-4acf-b275-30ffb9f30fd8,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:13.593342 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1699355 Apr 19 19:11:13.593342 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:13.594335 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 41390) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:13.598360 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 details requested by agent ovs-agent-dv-cinder-786932-1-smb with host dv-cinder-786932-1-smb {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:11:13.600278 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-04796023-eec1-43d6-88ed-f0a604a2150f admin admin] Request body: {'subnet': {'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-82319412-subnet', 'tenant_id': '1e8c6d1bd53d4d81b36a71953a444481', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:13.605968 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-04796023-eec1-43d6-88ed-f0a604a2150f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:13.610752 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-04796023-eec1-43d6-88ed-f0a604a2150f admin admin] Usage tracker for resource:subnet and tenant:1e8c6d1bd53d4d81b36a71953a444481 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:13.613913 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-04796023-eec1-43d6-88ed-f0a604a2150f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:13.621363 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-04796023-eec1-43d6-88ed-f0a604a2150f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:13.637065 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04796023-eec1-43d6-88ed-f0a604a2150f admin admin] Made reservation on behalf of 1e8c6d1bd53d4d81b36a71953a444481 for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:11:13.642123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-04796023-eec1-43d6-88ed-f0a604a2150f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61185672'] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:13.722655 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d53c9-6c8b-4b37-becf-ac6aaf4b5273 None None] New status for floating IP 8a99487e-0064-4c08-8225-2837d341c9f0: ACTIVE {{(pid=86368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:11:13.738012 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a254558b-d9d6-4d07-8b9c-62ca85109990 req-1ec842b3-cb90-4d21-8cbf-b18129431c42 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe8234a5-cab0-4006-bbaa-502ff2d54ea2 HTTP/1.1" status: 200 len: 1000 time: 0.3289258 Apr 19 19:11:13.797540 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e8debe97-c046-4728-a886-26c922aea7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:13.854482 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-39bbff54-76a8-4146-a2a2-5c623b30a676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:13.877069 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-39bbff54-76a8-4146-a2a2-5c623b30a676 admin admin] Usage tracker for resource:security_group_rule and tenant:45dbcbbc3a5d4a369e7a4388bd95a32b is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:13.886128 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-39bbff54-76a8-4146-a2a2-5c623b30a676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:13.893093 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-39bbff54-76a8-4146-a2a2-5c623b30a676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:13.999657 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254558b-d9d6-4d07-8b9c-62ca85109990 req-f7478f1e-4bc2-4984-bf27-971c72318133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:14.002208 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a254558b-d9d6-4d07-8b9c-62ca85109990 req-f7478f1e-4bc2-4984-bf27-971c72318133 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6520559-3281-4271-a77a-f193645776b6 HTTP/1.1" status: 200 len: 856 time: 0.1917949 Apr 19 19:11:14.131709 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e8debe97-c046-4728-a886-26c922aea7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:14.159253 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 41402) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:14.165096 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-69070fe1-9915-479d-9495-c16b8a1c170a req-8d417539-087e-47ba-bbd0-6fed452d1bfb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:14.168954 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-04796023-eec1-43d6-88ed-f0a604a2150f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62133409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61185689'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:14.189715 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b57a6fa8-ff52-4ce5-9d02-7bfb2dcee075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:14.196706 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:14.212178 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8debe97-c046-4728-a886-26c922aea7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8dcb27-c7e9-4d2c-beb4-e318ebe45db3,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:14.218339 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e8debe97-c046-4728-a886-26c922aea7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:14.238242 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-69070fe1-9915-479d-9495-c16b8a1c170a req-8d417539-087e-47ba-bbd0-6fed452d1bfb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:14.310522 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04796023-eec1-43d6-88ed-f0a604a2150f admin admin] Pushing event updated for resources: {'Subnet': ['ID=afed9574-ba6e-4acb-aa72-5f5951c14d3b,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:14.316007 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-04796023-eec1-43d6-88ed-f0a604a2150f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:14.320646 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04796023-eec1-43d6-88ed-f0a604a2150f admin admin] Checking segment: {'id': '0d6a7523-ee42-496d-bdfe-073012239df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:11:14.321045 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04796023-eec1-43d6-88ed-f0a604a2150f admin admin] Network hostable DHCP agents. Network: 8b2cd983-863c-4acf-b275-30ffb9f30fd8, hostable agents: ['2622c8cf-6b7c-41f1-9991-96794c704a9e'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:11:14.332751 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:14.357846 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-86a15634-1a9a-4165-a4fe-b8daace9f317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:14.372252 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04796023-eec1-43d6-88ed-f0a604a2150f admin admin] Network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 is scheduled to be hosted by DHCP agent 2622c8cf-6b7c-41f1-9991-96794c704a9e with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:11:14.384258 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-86a15634-1a9a-4165-a4fe-b8daace9f317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:14.415465 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69070fe1-9915-479d-9495-c16b8a1c170a req-8d417539-087e-47ba-bbd0-6fed452d1bfb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Network 34b4e332-7403-4128-b8b9-3726b7958fad is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:11:14.422623 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-69070fe1-9915-479d-9495-c16b8a1c170a req-8d417539-087e-47ba-bbd0-6fed452d1bfb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:11:14.423989 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-04796023-eec1-43d6-88ed-f0a604a2150f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-smb, 8b2cd983-863c-4acf-b275-30ffb9f30fd8) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:11:14.426376 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254558b-d9d6-4d07-8b9c-62ca85109990 req-e03f4c02-476c-4867-b076-26ddd65740b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:14.428047 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a254558b-d9d6-4d07-8b9c-62ca85109990 req-e03f4c02-476c-4867-b076-26ddd65740b2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=132d4ad0-195c-4d5c-9957-e76f12440abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4095595 Apr 19 19:11:14.431341 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-86a15634-1a9a-4165-a4fe-b8daace9f317 admin admin] Usage tracker for resource:security_group_rule and tenant:13290ba0a63b40969d0a33bb496a81c6 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:14.433322 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-69070fe1-9915-479d-9495-c16b8a1c170a req-8d417539-087e-47ba-bbd0-6fed452d1bfb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:11:14.436881 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87421a0f-ed0c-4c9b-b27d-b24b999c78c3 None None] Network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:11:14.441209 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-86a15634-1a9a-4165-a4fe-b8daace9f317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:14.457293 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-86a15634-1a9a-4165-a4fe-b8daace9f317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:14.466164 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04796023-eec1-43d6-88ed-f0a604a2150f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:14.466820 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-04796023-eec1-43d6-88ed-f0a604a2150f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:14.467414 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e8debe97-c046-4728-a886-26c922aea7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:14.469440 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-e8debe97-c046-4728-a886-26c922aea7b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ee8dcb27-c7e9-4d2c-beb4-e318ebe45db3 HTTP/1.1" status: 204 len: 168 time: 1.5243466 Apr 19 19:11:14.545035 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-39bbff54-76a8-4146-a2a2-5c623b30a676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:14.554009 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-04796023-eec1-43d6-88ed-f0a604a2150f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9585309 Apr 19 19:11:14.632991 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-39bbff54-76a8-4146-a2a2-5c623b30a676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:14.640890 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d417539-087e-47ba-bbd0-6fed452d1bfb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Pushing event updated for resources: {'Port': ['ID=8ced4ab4-8e86-470a-b689-3b070d335856,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:14.657382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8d417539-087e-47ba-bbd0-6fed452d1bfb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:14.658852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8983d764-0949-456b-8020-de5fc4df9be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:14.666842 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebf39e-b7d4-4e07-b37e-ae9d35398408 req-77ccc13b-3281-4ff2-9d39-6fff89362dda tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:14.668632 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3aebf39e-b7d4-4e07-b37e-ae9d35398408 req-77ccc13b-3281-4ff2-9d39-6fff89362dda tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.2858403 Apr 19 19:11:14.707626 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-86a15634-1a9a-4165-a4fe-b8daace9f317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:14.723599 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-86a15634-1a9a-4165-a4fe-b8daace9f317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:14.740991 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2a56caa4-1cc6-4136-be39-f31dc53d66e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:14.741660 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69070fe1-9915-479d-9495-c16b8a1c170a req-8d417539-087e-47ba-bbd0-6fed452d1bfb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:14.742378 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-69070fe1-9915-479d-9495-c16b8a1c170a req-8d417539-087e-47ba-bbd0-6fed452d1bfb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:14.786209 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-39bbff54-76a8-4146-a2a2-5c623b30a676 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=45dbcbbc3a5d4a369e7a4388bd95a32b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4221389 Apr 19 19:11:14.792710 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 41420) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:14.815774 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a15634-1a9a-4165-a4fe-b8daace9f317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ddb6a7-8836-4cae-9fea-7e073c8f8ed5,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:14.829952 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be7a482-5946-4a05-a7c5-51e2a38a4de5 None None] Network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:11:14.830068 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-86a15634-1a9a-4165-a4fe-b8daace9f317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:14.831387 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbff54-76a8-4146-a2a2-5c623b30a676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062f1a79-eca2-4297-af49-bc9640db903f,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:14.853067 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-69070fe1-9915-479d-9495-c16b8a1c170a req-8d417539-087e-47ba-bbd0-6fed452d1bfb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9126329 Apr 19 19:11:14.857895 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-39bbff54-76a8-4146-a2a2-5c623b30a676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:14.867163 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912a25e-2991-4198-8406-8418b272353c req-42207977-c03e-49cb-8def-e22f8e9808c1 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:14.867990 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-7912a25e-2991-4198-8406-8418b272353c req-42207977-c03e-49cb-8def-e22f8e9808c1 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Synchronizing usage tracker for tenant:19893efe700c431fb04bd1543ada8456 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:11:14.885575 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Request body: {'port': {'device_id': '1a9a6aa8-53cb-423d-b116-15140d222745', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:14.936325 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3aebf39e-b7d4-4e07-b37e-ae9d35398408 req-abf38030-b2f0-480a-b5bb-270e32a6be29 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560689 Apr 19 19:11:14.955595 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-86a15634-1a9a-4165-a4fe-b8daace9f317 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13290ba0a63b40969d0a33bb496a81c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7948678 Apr 19 19:11:14.958325 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 41432) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:14.994255 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a254558b-d9d6-4d07-8b9c-62ca85109990 req-6e7801cd-e03d-4ddf-8d01-88bb744c32d1 service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147934 Apr 19 19:11:15.010054 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-7912a25e-2991-4198-8406-8418b272353c req-42207977-c03e-49cb-8def-e22f8e9808c1 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Unset dirty status for tenant:19893efe700c431fb04bd1543ada8456 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:11:15.011361 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7912a25e-2991-4198-8406-8418b272353c req-42207977-c03e-49cb-8def-e22f8e9808c1 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 931 time: 0.7627511 Apr 19 19:11:15.055833 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9854d9e7-fb8a-4eae-bc19-d0ce8fb76fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:15.093490 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9854d9e7-fb8a-4eae-bc19-d0ce8fb76fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:15.150250 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9854d9e7-fb8a-4eae-bc19-d0ce8fb76fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:15.161097 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4e33b64e-26ca-4780-be40-67a6342852ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:15.176792 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854d9e7-fb8a-4eae-bc19-d0ce8fb76fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ddb6a7-8836-4cae-9fea-7e073c8f8ed5,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:15.179692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9854d9e7-fb8a-4eae-bc19-d0ce8fb76fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:15.186120 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-081fd6c8-0dea-4f8d-bc0e-191926e3627c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:15.186951 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9854d9e7-fb8a-4eae-bc19-d0ce8fb76fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:15.191508 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-9854d9e7-fb8a-4eae-bc19-d0ce8fb76fb8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8ddb6a7-8836-4cae-9fea-7e073c8f8ed5 HTTP/1.1" status: 204 len: 168 time: 0.2313704 Apr 19 19:11:15.248250 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:15.279062 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-7912a25e-2991-4198-8406-8418b272353c req-b9865357-95d1-46e0-bec6-01421d8bb38d tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Synchronizing usage tracker for tenant:19893efe700c431fb04bd1543ada8456 on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:11:15.301437 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-081fd6c8-0dea-4f8d-bc0e-191926e3627c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:15.646834 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a254558b-d9d6-4d07-8b9c-62ca85109990 req-c9e09c25-48ed-4327-ba67-95503ac7c799 service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6313584 Apr 19 19:11:15.668153 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-7912a25e-2991-4198-8406-8418b272353c req-b9865357-95d1-46e0-bec6-01421d8bb38d tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Unset dirty status for tenant:19893efe700c431fb04bd1543ada8456 on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:11:15.670142 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7912a25e-2991-4198-8406-8418b272353c req-b9865357-95d1-46e0-bec6-01421d8bb38d tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6206937 Apr 19 19:11:15.779424 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-081fd6c8-0dea-4f8d-bc0e-191926e3627c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:15.790551 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-170f4f36-4d41-4e99-86ae-5741d54d788b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:15.829291 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fd6c8-0dea-4f8d-bc0e-191926e3627c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062f1a79-eca2-4297-af49-bc9640db903f,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:15.836360 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-081fd6c8-0dea-4f8d-bc0e-191926e3627c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:15.958278 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-081fd6c8-0dea-4f8d-bc0e-191926e3627c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:15.959678 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-081fd6c8-0dea-4f8d-bc0e-191926e3627c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/062f1a79-eca2-4297-af49-bc9640db903f HTTP/1.1" status: 204 len: 168 time: 1.1644039 Apr 19 19:11:15.970899 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-603c6ba2-6ffa-4807-a08d-eecc57e0e7ac tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:15.972044 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-603c6ba2-6ffa-4807-a08d-eecc57e0e7ac tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Synchronizing usage tracker for tenant:1e8c6d1bd53d4d81b36a71953a444481 on resource:network {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:11:15.994067 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-603c6ba2-6ffa-4807-a08d-eecc57e0e7ac tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Unset dirty status for tenant:1e8c6d1bd53d4d81b36a71953a444481 on resource:network {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:11:16.002416 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-603c6ba2-6ffa-4807-a08d-eecc57e0e7ac tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/networks?id=8b2cd983-863c-4acf-b275-30ffb9f30fd8 HTTP/1.1" status: 200 len: 813 time: 0.2479091 Apr 19 19:11:16.017378 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-9db27a09-777a-4599-af24-d8853e9036b1 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/quotas/1e8c6d1bd53d4d81b36a71953a444481 HTTP/1.1" status: 200 len: 375 time: 0.0139859 Apr 19 19:11:16.101602 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-1b16b8f6-8ff1-4cc4-b330-de4c7a4bbc2c tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e8c6d1bd53d4d81b36a71953a444481&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773346 Apr 19 19:11:16.216582 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ced4ab4-8e86-470a-b689-3b070d335856 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:11:16.228937 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:16.260216 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Transition to ACTIVE for port object 8ced4ab4-8e86-470a-b689-3b070d335856 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:11:16.266714 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:16.272380 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-b4bcbfde-66f3-4d44-b8bf-785723c13183 service neutron] 10.222.0.58 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631389 Apr 19 19:11:16.279439 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:16.338435 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6629d26-0d16-4171-b354-6e92cbdd4c14 req-c33ca430-1ea7-489f-8add-3dada9b98940 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:16.340579 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f6629d26-0d16-4171-b354-6e92cbdd4c14 req-c33ca430-1ea7-489f-8add-3dada9b98940 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.2141132 Apr 19 19:11:16.452266 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-e5487788-192c-4802-8bb3-b75f34197dcf service neutron] 10.222.0.58 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733694 Apr 19 19:11:16.521937 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Pushing event updated for resources: {'Port': ['ID=8ced4ab4-8e86-470a-b689-3b070d335856,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:16.542898 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:16.546357 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f6629d26-0d16-4171-b354-6e92cbdd4c14 req-95e5f74f-c49e-43ed-bfea-23f72a65a729 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876893 Apr 19 19:11:16.592817 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 41500) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:16.624828 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c8693c12-6b8c-4a0e-b84a-aa849e86de36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:16.700610 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Attempting to bind port 8ced4ab4-8e86-470a-b689-3b070d335856 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:11:16.700905 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Attempting to bind port 8ced4ab4-8e86-470a-b689-3b070d335856 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c0961489-2566-435f-85cf-82397b3d71ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '34b4e332-7403-4128-b8b9-3726b7958fad'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:11:16.701274 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Attempting to bind port 8ced4ab4-8e86-470a-b689-3b070d335856 on network 34b4e332-7403-4128-b8b9-3726b7958fad {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:11:16.704742 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c8693c12-6b8c-4a0e-b84a-aa849e86de36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:16.708589 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Port 8ced4ab4-8e86-470a-b689-3b070d335856 on network 34b4e332-7403-4128-b8b9-3726b7958fad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:11:16.708958 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Attempting to bind port 8ced4ab4-8e86-470a-b689-3b070d335856 on network 34b4e332-7403-4128-b8b9-3726b7958fad {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:11:16.715750 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Checking agent: {'id': 'ec7575f8-60dd-4295-9a80-edc463fb7fa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:11:16.716222 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Checking segment: {'id': 'c0961489-2566-435f-85cf-82397b3d71ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '34b4e332-7403-4128-b8b9-3726b7958fad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:11:16.717407 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c8693c12-6b8c-4a0e-b84a-aa849e86de36 admin admin] Usage tracker for resource:security_group_rule and tenant:89bebc138a3746978ce38b992e441418 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:16.717527 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Bound using segment: {'id': 'c0961489-2566-435f-85cf-82397b3d71ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '34b4e332-7403-4128-b8b9-3726b7958fad'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:11:16.718102 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Bound port: 8ced4ab4-8e86-470a-b689-3b070d335856, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0961489-2566-435f-85cf-82397b3d71ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '34b4e332-7403-4128-b8b9-3726b7958fad'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:11:16.719146 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:16.726198 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c8693c12-6b8c-4a0e-b84a-aa849e86de36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:16.741786 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c8693c12-6b8c-4a0e-b84a-aa849e86de36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:16.877393 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] For port 8ced4ab4-8e86-470a-b689-3b070d335856, host hv-cinder-78693, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:11:16.881177 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] For port 8ced4ab4-8e86-470a-b689-3b070d335856, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8ced4ab4-8e86-470a-b689-3b070d335856,segment=NetworkSegment(c0961489-2566-435f-85cf-82397b3d71ba),segment_id=c0961489-2566-435f-85cf-82397b3d71ba)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:11:16.885582 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:16.911406 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:16.924725 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-873f295d-5b58-4226-979c-14fab1faa0f4 req-fffbd146-1790-4f6c-bacd-f657876ac979 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=303be2a5-25a2-44dd-911d-8b7ef2dd3b52 HTTP/1.1" status: 200 len: 210 time: 0.1028855 Apr 19 19:11:17.000447 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:17.001279 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:17.003234 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] 10.222.0.75 "PUT /v2.0/ports/8ced4ab4-8e86-470a-b689-3b070d335856 HTTP/1.1" status: 200 len: 1093 time: 2.1321285 Apr 19 19:11:17.003784 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9a6aa8-53cb-423d-b116-15140d222745', 'tag': '8ced4ab4-8e86-470a-b689-3b070d335856'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:17.028114 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c8693c12-6b8c-4a0e-b84a-aa849e86de36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:17.037007 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c8693c12-6b8c-4a0e-b84a-aa849e86de36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:17.052695 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2cb080db-64c3-4afb-9a33-e0b4431aeb94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:17.144653 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c8693c12-6b8c-4a0e-b84a-aa849e86de36 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=89bebc138a3746978ce38b992e441418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5509310 Apr 19 19:11:17.145814 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8693c12-6b8c-4a0e-b84a-aa849e86de36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a2a9c4-89a9-4dcc-b5ce-3f16b0af6c2d,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:17.148440 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 41524) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:17.151269 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c8693c12-6b8c-4a0e-b84a-aa849e86de36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:17.208954 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9a6aa8-53cb-423d-b116-15140d222745', 'tag': '8ced4ab4-8e86-470a-b689-3b070d335856', 'status': 'completed', 'code': 200} Apr 19 19:11:17.218153 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ef534c1c-746b-4300-83ae-7f8a644bbfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:17.252276 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ef534c1c-746b-4300-83ae-7f8a644bbfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:17.263582 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Pushing event updated for resources: {'Port': ['ID=8ced4ab4-8e86-470a-b689-3b070d335856,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:17.288756 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:17.311930 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ef534c1c-746b-4300-83ae-7f8a644bbfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:17.318103 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-86a15634-1a9a-4165-a4fe-b8daace9f317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:17.337656 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef534c1c-746b-4300-83ae-7f8a644bbfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a2a9c4-89a9-4dcc-b5ce-3f16b0af6c2d,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:17.340143 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ef534c1c-746b-4300-83ae-7f8a644bbfc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:17.347229 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ef534c1c-746b-4300-83ae-7f8a644bbfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:17.352340 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-ef534c1c-746b-4300-83ae-7f8a644bbfc5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2a2a9c4-89a9-4dcc-b5ce-3f16b0af6c2d HTTP/1.1" status: 204 len: 168 time: 0.2028377 Apr 19 19:11:17.367592 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69070fe1-9915-479d-9495-c16b8a1c170a req-28039f8f-d3d6-413f-b7e0-059c4bb24cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:17.369299 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-69070fe1-9915-479d-9495-c16b8a1c170a req-28039f8f-d3d6-413f-b7e0-059c4bb24cdd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=19893efe700c431fb04bd1543ada8456&device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 1096 time: 0.3035674 Apr 19 19:11:17.378054 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6b8bb-5056-4bb0-b08e-65eaff00b6df req-50d81553-7baf-4466-b74a-af27ffa624d4 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:17.385638 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-00b6b8bb-5056-4bb0-b08e-65eaff00b6df req-50d81553-7baf-4466-b74a-af27ffa624d4 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 943 time: 0.2218852 Apr 19 19:11:17.526304 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-69070fe1-9915-479d-9495-c16b8a1c170a req-5c2dca80-a8e0-41eb-81ec-645c29a266b9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ced4ab4-8e86-470a-b689-3b070d335856 HTTP/1.1" status: 200 len: 217 time: 0.1383741 Apr 19 19:11:17.582193 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-00b6b8bb-5056-4bb0-b08e-65eaff00b6df req-5b6666e4-5fb6-446b-9a7c-fb64ba8671bc tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955993 Apr 19 19:11:17.771278 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69070fe1-9915-479d-9495-c16b8a1c170a req-9c149669-d3d4-430a-9c60-277f5f69cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:17.773004 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-69070fe1-9915-479d-9495-c16b8a1c170a req-9c149669-d3d4-430a-9c60-277f5f69cec2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cb625c53-4e08-4bed-9fad-34049abfe93a HTTP/1.1" status: 200 len: 854 time: 0.2022851 Apr 19 19:11:17.843033 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-69070fe1-9915-479d-9495-c16b8a1c170a req-abb4293f-8577-4480-aca9-79fd33a0858b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=34b4e332-7403-4128-b8b9-3726b7958fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624011 Apr 19 19:11:17.976769 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e563f1-ec36-4308-8127-f86c4ffc3b19 req-7c60e0a6-921f-46d1-a7d8-1280d31ffae5 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:17.987645 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e6e563f1-ec36-4308-8127-f86c4ffc3b19 req-7c60e0a6-921f-46d1-a7d8-1280d31ffae5 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.1193285 Apr 19 19:11:18.053160 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e6e563f1-ec36-4308-8127-f86c4ffc3b19 req-35efe647-222a-4837-8c37-1eb72538ce88 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638187 Apr 19 19:11:18.078367 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-69070fe1-9915-479d-9495-c16b8a1c170a req-c1096343-8457-4103-9c52-6313b09f7216 service neutron] 10.222.0.75 "GET /v2.0/networks/34b4e332-7403-4128-b8b9-3726b7958fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230289 Apr 19 19:11:18.313432 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b6c7d451-8422-42b9-8870-bb958ea8610a req-ff359bc6-2cc8-464a-899c-728075f540ab tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=303be2a5-25a2-44dd-911d-8b7ef2dd3b52 HTTP/1.1" status: 200 len: 210 time: 0.1045363 Apr 19 19:11:18.337845 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-69070fe1-9915-479d-9495-c16b8a1c170a req-e0cfb22a-3123-4e39-b18a-ef3eb2283e04 service neutron] 10.222.0.75 "GET /v2.0/networks/34b4e332-7403-4128-b8b9-3726b7958fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467663 Apr 19 19:11:18.670623 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-4baa327a-7a22-454f-8e6c-38f9908569fd tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:18.672781 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-4baa327a-7a22-454f-8e6c-38f9908569fd tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.75 "GET /v2.0/networks?id=8b2cd983-863c-4acf-b275-30ffb9f30fd8 HTTP/1.1" status: 200 len: 813 time: 0.2622104 Apr 19 19:11:18.702508 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-cf79e786-a441-4b67-bfa4-e5ce69a9a872 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Request body: {'port': {'device_id': '303be2a5-25a2-44dd-911d-8b7ef2dd3b52', 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8', 'admin_state_up': True, 'tenant_id': '1e8c6d1bd53d4d81b36a71953a444481'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:18.799459 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611710a6-8c6b-4d5b-a5e1-b16c9d869143 req-83d0bdd7-dfa2-46b4-b3bb-4e8cd76a0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:18.801342 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-611710a6-8c6b-4d5b-a5e1-b16c9d869143 req-83d0bdd7-dfa2-46b4-b3bb-4e8cd76a0ea0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=19893efe700c431fb04bd1543ada8456&device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 1096 time: 0.3500814 Apr 19 19:11:19.025767 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-cf79e786-a441-4b67-bfa4-e5ce69a9a872 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:19.031209 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-cf79e786-a441-4b67-bfa4-e5ce69a9a872 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Usage tracker for resource:port and tenant:1e8c6d1bd53d4d81b36a71953a444481 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:19.034597 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-cf79e786-a441-4b67-bfa4-e5ce69a9a872 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:19.057553 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-cf79e786-a441-4b67-bfa4-e5ce69a9a872 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:19.099089 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-cf79e786-a441-4b67-bfa4-e5ce69a9a872 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Made reservation on behalf of 1e8c6d1bd53d4d81b36a71953a444481 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:11:19.108683 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-cf79e786-a441-4b67-bfa4-e5ce69a9a872 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:19.130236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611710a6-8c6b-4d5b-a5e1-b16c9d869143 req-d48389ee-27b7-4135-8193-dfc61ff86e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:19.131909 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-611710a6-8c6b-4d5b-a5e1-b16c9d869143 req-d48389ee-27b7-4135-8193-dfc61ff86e5a service neutron] 10.222.0.75 "GET /v2.0/networks?id=34b4e332-7403-4128-b8b9-3726b7958fad HTTP/1.1" status: 200 len: 915 time: 0.3138478 Apr 19 19:11:19.144744 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faade934-96cb-4d31-b6c4-65a05db88c34 req-ba4f2647-f27b-49b0-94f3-0501187f57bc tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:19.146417 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-faade934-96cb-4d31-b6c4-65a05db88c34 req-ba4f2647-f27b-49b0-94f3-0501187f57bc tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 943 time: 0.3038232 Apr 19 19:11:19.281505 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-611710a6-8c6b-4d5b-a5e1-b16c9d869143 req-aeaf348b-750c-4eb8-ba52-af62aed86f3c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ced4ab4-8e86-470a-b689-3b070d335856 HTTP/1.1" status: 200 len: 217 time: 0.0870192 Apr 19 19:11:19.309947 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2e832-1e61-45a6-b181-f9d33485c772 req-7f2319f7-fe0a-4850-8a1e-027df85753cb tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:19.311577 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f6e2e832-1e61-45a6-b181-f9d33485c772 req-7f2319f7-fe0a-4850-8a1e-027df85753cb tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.0987813 Apr 19 19:11:19.362668 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f6e2e832-1e61-45a6-b181-f9d33485c772 req-a8c0e564-a8d8-4470-89f5-39ebf9e4e736 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436571 Apr 19 19:11:19.417791 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-faade934-96cb-4d31-b6c4-65a05db88c34 req-d3a0ee67-16f4-46d0-ba83-d18166452e81 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252805 Apr 19 19:11:19.452568 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611710a6-8c6b-4d5b-a5e1-b16c9d869143 req-db3daab4-5b87-48d3-bf7f-7c9f083b6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:19.454303 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-611710a6-8c6b-4d5b-a5e1-b16c9d869143 req-db3daab4-5b87-48d3-bf7f-7c9f083b6efb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cb625c53-4e08-4bed-9fad-34049abfe93a HTTP/1.1" status: 200 len: 854 time: 0.1559844 Apr 19 19:11:19.560718 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-611710a6-8c6b-4d5b-a5e1-b16c9d869143 req-3b6f4c35-f8b4-454d-afe8-ebf4993639d0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=34b4e332-7403-4128-b8b9-3726b7958fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932930 Apr 19 19:11:19.642645 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-cf79e786-a441-4b67-bfa4-e5ce69a9a872 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Allocated IP 172.20.0.8 (8b2cd983-863c-4acf-b275-30ffb9f30fd8/afed9574-ba6e-4acb-aa72-5f5951c14d3b/9c036daa-1e8c-443b-be41-1313dc7fd5bc) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:11:19.706227 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-98c19e6f-168d-4ca8-957a-5904116f2009 req-d7cbf5c1-d418-4df7-85b0-df9fb6715550 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=303be2a5-25a2-44dd-911d-8b7ef2dd3b52 HTTP/1.1" status: 200 len: 210 time: 0.1396365 Apr 19 19:11:19.841191 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-611710a6-8c6b-4d5b-a5e1-b16c9d869143 req-fc1cf604-2cef-47af-9079-8ae19f9b38d0 service neutron] 10.222.0.75 "GET /v2.0/networks/34b4e332-7403-4128-b8b9-3726b7958fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700989 Apr 19 19:11:20.400759 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:11:20.403519 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-cf79e786-a441-4b67-bfa4-e5ce69a9a872 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.409119 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-611710a6-8c6b-4d5b-a5e1-b16c9d869143 req-38eaf798-9541-4d71-9aa7-7966e0e9bf04 service neutron] 10.222.0.75 "GET /v2.0/networks/34b4e332-7403-4128-b8b9-3726b7958fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444036 Apr 19 19:11:20.452052 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-cf79e786-a441-4b67-bfa4-e5ce69a9a872 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.460417 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8d417539-087e-47ba-bbd0-6fed452d1bfb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:20.568405 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79e786-a441-4b67-bfa4-e5ce69a9a872 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Pushing event updated for resources: {'Port': ['ID=9c036daa-1e8c-443b-be41-1313dc7fd5bc,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:20.572373 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 41702) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:20.576995 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cf79e786-a441-4b67-bfa4-e5ce69a9a872 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:20.612482 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-cf79e786-a441-4b67-bfa4-e5ce69a9a872 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:11:20.614000 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-cf79e786-a441-4b67-bfa4-e5ce69a9a872 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:11:20.673318 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-cf79e786-a441-4b67-bfa4-e5ce69a9a872 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:11:20.807258 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-cf79e786-a441-4b67-bfa4-e5ce69a9a872 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:20.807989 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-cf79e786-a441-4b67-bfa4-e5ce69a9a872 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.818812 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f910e6a3-6492-4649-838d-5231380d9578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:20.847667 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f910e6a3-6492-4649-838d-5231380d9578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:20.848457 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-cf79e786-a441-4b67-bfa4-e5ce69a9a872 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1578760 Apr 19 19:11:20.856486 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f910e6a3-6492-4649-838d-5231380d9578 admin admin] Usage tracker for resource:security_group_rule and tenant:76b2e827e7f443aaab73ab184ffdd6c6 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:20.862876 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f910e6a3-6492-4649-838d-5231380d9578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:20.864153 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c31fa7-3b9f-45ab-b4dc-59087d17c474 req-4e9ad9be-50cb-4dde-b592-b3a82fba44ff tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:20.865765 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f9c31fa7-3b9f-45ab-b4dc-59087d17c474 req-4e9ad9be-50cb-4dde-b592-b3a82fba44ff tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.2611501 Apr 19 19:11:20.870340 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f910e6a3-6492-4649-838d-5231380d9578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:20.871175 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Request body: {'port': {'device_id': '303be2a5-25a2-44dd-911d-8b7ef2dd3b52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:20.894569 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996a575-faf7-4a4c-9f57-ccb5315669d3 req-e9454b71-e086-45b0-af0f-3dd3c6f97f96 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:20.896252 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2996a575-faf7-4a4c-9f57-ccb5315669d3 req-e9454b71-e086-45b0-af0f-3dd3c6f97f96 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 943 time: 0.1812711 Apr 19 19:11:20.971523 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2996a575-faf7-4a4c-9f57-ccb5315669d3 req-ebf32b66-9897-403a-97a7-990660f7592c tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646012 Apr 19 19:11:21.018380 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f9c31fa7-3b9f-45ab-b4dc-59087d17c474 req-4dee8508-be86-4d48-939f-8fe49edb728e tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155019 Apr 19 19:11:21.038153 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:21.042288 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f910e6a3-6492-4649-838d-5231380d9578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:21.047121 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f910e6a3-6492-4649-838d-5231380d9578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:21.077402 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fed4b00a-610f-47d6-9f1c-32a5b288b9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:21.090617 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-f910e6a3-6492-4649-838d-5231380d9578 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=76b2e827e7f443aaab73ab184ffdd6c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5168710 Apr 19 19:11:21.093206 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 41712) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:21.144353 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910e6a3-6492-4649-838d-5231380d9578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f335c49-5d49-454a-bdcd-8f9b883984a2,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:21.150182 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f910e6a3-6492-4649-838d-5231380d9578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:21.186855 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-65883503-4161-4c09-8e1d-a734d0df6e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:21.215718 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-65883503-4161-4c09-8e1d-a734d0df6e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:21.264388 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-65883503-4161-4c09-8e1d-a734d0df6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:21.270121 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-69632e95-9e8f-4946-958c-ab0f314f07bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:21.281828 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65883503-4161-4c09-8e1d-a734d0df6e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f335c49-5d49-454a-bdcd-8f9b883984a2,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:21.287170 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-65883503-4161-4c09-8e1d-a734d0df6e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:21.289195 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-65883503-4161-4c09-8e1d-a734d0df6e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:21.290417 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-65883503-4161-4c09-8e1d-a734d0df6e27 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f335c49-5d49-454a-bdcd-8f9b883984a2 HTTP/1.1" status: 204 len: 168 time: 0.1954565 Apr 19 19:11:21.456274 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2a1cb-8a73-452c-ab79-821f35c992ab req-748a0550-dfda-489f-82b6-72fce67761af tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:21.457103 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-5bb2a1cb-8a73-452c-ab79-821f35c992ab req-748a0550-dfda-489f-82b6-72fce67761af tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Synchronizing usage tracker for tenant:1e8c6d1bd53d4d81b36a71953a444481 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:11:21.495241 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-5bb2a1cb-8a73-452c-ab79-821f35c992ab req-748a0550-dfda-489f-82b6-72fce67761af tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Unset dirty status for tenant:1e8c6d1bd53d4d81b36a71953a444481 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:11:21.496552 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5bb2a1cb-8a73-452c-ab79-821f35c992ab req-748a0550-dfda-489f-82b6-72fce67761af tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=303be2a5-25a2-44dd-911d-8b7ef2dd3b52 HTTP/1.1" status: 200 len: 931 time: 0.3002558 Apr 19 19:11:21.611098 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 41722) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:21.622105 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c036daa-1e8c-443b-be41-1313dc7fd5bc {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:11:21.630335 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5bb2a1cb-8a73-452c-ab79-821f35c992ab req-f72770d3-1485-487f-abb0-ea3ca579ba1f tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184416 Apr 19 19:11:21.634585 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:21.642723 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f65921a5-90c6-453f-8164-05e129b1988f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:21.653735 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Transition to ACTIVE for port object 9c036daa-1e8c-443b-be41-1313dc7fd5bc will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:11:21.657076 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:21.662152 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5d1635a0-7a9d-4a2e-98ff-f4adbaec6dfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:21.663406 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f65921a5-90c6-453f-8164-05e129b1988f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:21.667598 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f65921a5-90c6-453f-8164-05e129b1988f admin admin] Usage tracker for resource:security_group_rule and tenant:d3d27821e3374b62a7cd57b578b76ba9 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:21.670699 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f65921a5-90c6-453f-8164-05e129b1988f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:21.677449 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f65921a5-90c6-453f-8164-05e129b1988f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:21.777159 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f65921a5-90c6-453f-8164-05e129b1988f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:21.783792 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f65921a5-90c6-453f-8164-05e129b1988f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:21.799058 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:21.803547 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Pushing event updated for resources: {'Port': ['ID=9c036daa-1e8c-443b-be41-1313dc7fd5bc,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:21.807459 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:21.861207 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-f65921a5-90c6-453f-8164-05e129b1988f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d3d27821e3374b62a7cd57b578b76ba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475853 Apr 19 19:11:21.863599 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 41732) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:21.864359 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65921a5-90c6-453f-8164-05e129b1988f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7f0d9e-a8ff-4477-b84b-a0d246973f95,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:21.867715 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f65921a5-90c6-453f-8164-05e129b1988f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:21.937516 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b8ffda2c-bef0-4985-b484-ca624d71498e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:21.945730 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Attempting to bind port 9c036daa-1e8c-443b-be41-1313dc7fd5bc on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:11:21.946255 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Attempting to bind port 9c036daa-1e8c-443b-be41-1313dc7fd5bc by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '0d6a7523-ee42-496d-bdfe-073012239df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:11:21.946636 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Attempting to bind port 9c036daa-1e8c-443b-be41-1313dc7fd5bc on network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:11:21.952084 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Port 9c036daa-1e8c-443b-be41-1313dc7fd5bc on network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:11:21.952459 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Attempting to bind port 9c036daa-1e8c-443b-be41-1313dc7fd5bc on network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:11:21.958943 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Checking agent: {'id': 'ec7575f8-60dd-4295-9a80-edc463fb7fa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:11:21.959334 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Checking segment: {'id': '0d6a7523-ee42-496d-bdfe-073012239df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:11:21.959764 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Bound using segment: {'id': '0d6a7523-ee42-496d-bdfe-073012239df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:11:21.960278 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Bound port: 9c036daa-1e8c-443b-be41-1313dc7fd5bc, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6a7523-ee42-496d-bdfe-073012239df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:11:21.960673 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:21.966960 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b8ffda2c-bef0-4985-b484-ca624d71498e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:22.019833 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b8ffda2c-bef0-4985-b484-ca624d71498e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:22.025431 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-dece3cda-2457-4caf-9248-918f30fc5f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:22.039240 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffda2c-bef0-4985-b484-ca624d71498e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7f0d9e-a8ff-4477-b84b-a0d246973f95,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:22.042451 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b8ffda2c-bef0-4985-b484-ca624d71498e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:22.063073 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b8ffda2c-bef0-4985-b484-ca624d71498e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:22.066703 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b8ffda2c-bef0-4985-b484-ca624d71498e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd7f0d9e-a8ff-4477-b84b-a0d246973f95 HTTP/1.1" status: 204 len: 168 time: 0.1954479 Apr 19 19:11:22.097711 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] For port 9c036daa-1e8c-443b-be41-1313dc7fd5bc, host hv-cinder-78693, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:11:22.101862 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] For port 9c036daa-1e8c-443b-be41-1313dc7fd5bc, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9c036daa-1e8c-443b-be41-1313dc7fd5bc,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:11:22.110461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:22.116442 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:22.185503 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:22.187476 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:22.189235 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] 10.222.0.75 "PUT /v2.0/ports/9c036daa-1e8c-443b-be41-1313dc7fd5bc HTTP/1.1" status: 200 len: 1093 time: 1.3223810 Apr 19 19:11:22.189787 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303be2a5-25a2-44dd-911d-8b7ef2dd3b52', 'tag': '9c036daa-1e8c-443b-be41-1313dc7fd5bc'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:22.208401 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 8ced4ab4-8e86-470a-b689-3b070d335856 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:11:22.354620 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d9ac4-1672-4e60-a43b-e35d1aa34b35 req-dbd066f0-f79d-4796-9e2f-8d7d1af15e2f tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:22.363410 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a10d9ac4-1672-4e60-a43b-e35d1aa34b35 req-dbd066f0-f79d-4796-9e2f-8d7d1af15e2f tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 943 time: 0.2151744 Apr 19 19:11:22.384676 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Pushing event updated for resources: {'Port': ['ID=9c036daa-1e8c-443b-be41-1313dc7fd5bc,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:22.386645 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 8ced4ab4-8e86-470a-b689-3b070d335856, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8ced4ab4-8e86-470a-b689-3b070d335856,segment=NetworkSegment(c0961489-2566-435f-85cf-82397b3d71ba),segment_id=c0961489-2566-435f-85cf-82397b3d71ba)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:22.394501 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:22.404130 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': '8ced4ab4-8e86-470a-b689-3b070d335856', 'network_id': '34b4e332-7403-4128-b8b9-3726b7958fad', 'port_id': '8ced4ab4-8e86-470a-b689-3b070d335856', 'mac_address': 'fa:16:3e:31:b0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb625c53-4e08-4bed-9fad-34049abfe93a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:11:22.451553 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-010bc515-87ee-4976-9d00-80f898bb6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:22.453589 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-010bc515-87ee-4976-9d00-80f898bb6fc2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e8c6d1bd53d4d81b36a71953a444481&device_id=303be2a5-25a2-44dd-911d-8b7ef2dd3b52 HTTP/1.1" status: 200 len: 1096 time: 0.1789470 Apr 19 19:11:22.462079 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a10d9ac4-1672-4e60-a43b-e35d1aa34b35 req-deaf00f8-4f22-418a-b7d2-711f56f0c55b tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975981 Apr 19 19:11:22.465146 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d95c6e-e02e-45b2-a816-4a2e529db875 req-40ba2358-d60b-4b37-b867-ffa41ead2b00 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:22.467091 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-79d95c6e-e02e-45b2-a816-4a2e529db875 req-40ba2358-d60b-4b37-b867-ffa41ead2b00 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.2530661 Apr 19 19:11:22.471434 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:22.493861 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ced4ab4-8e86-470a-b689-3b070d335856 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:11:22.511822 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 8ced4ab4-8e86-470a-b689-3b070d335856, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8ced4ab4-8e86-470a-b689-3b070d335856,segment=NetworkSegment(c0961489-2566-435f-85cf-82397b3d71ba),segment_id=c0961489-2566-435f-85cf-82397b3d71ba)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:22.516281 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:22.518933 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:22.611387 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=8ced4ab4-8e86-470a-b689-3b070d335856,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:22.620038 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:22.620438 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:22.620825 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:22.621209 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:22.621582 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:22.621963 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:22.622337 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:22.622709 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:22.623081 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:22.623449 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:22.623821 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:22.624232 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:11:22.629596 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:22.672518 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-7f944acd-d97b-45c6-8684-8a1f9d8e6360 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c036daa-1e8c-443b-be41-1313dc7fd5bc HTTP/1.1" status: 200 len: 217 time: 0.2042892 Apr 19 19:11:22.692547 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-79d95c6e-e02e-45b2-a816-4a2e529db875 req-d45dcaff-b77e-4dcd-b3c4-5ad481485175 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985893 Apr 19 19:11:22.769544 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303be2a5-25a2-44dd-911d-8b7ef2dd3b52', 'tag': '9c036daa-1e8c-443b-be41-1313dc7fd5bc', 'status': 'completed', 'code': 200} Apr 19 19:11:22.804673 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-13a8a4e5-3e91-4644-9a5a-4fedf076c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:22.806795 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-13a8a4e5-3e91-4644-9a5a-4fedf076c358 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=afed9574-ba6e-4acb-aa72-5f5951c14d3b HTTP/1.1" status: 200 len: 853 time: 0.1180336 Apr 19 19:11:22.857772 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['8ced4ab4-8e86-470a-b689-3b070d335856'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:11:22.895477 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-b9f5b4dd-5988-4247-9896-17ec007e857e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b2cd983-863c-4acf-b275-30ffb9f30fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801976 Apr 19 19:11:23.044153 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf39d8-b760-49b9-b123-926a239e53b4 req-05b11742-4e78-40be-9d05-9ef0e505cee7 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:23.058686 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8ecf39d8-b760-49b9-b123-926a239e53b4 req-05b11742-4e78-40be-9d05-9ef0e505cee7 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=303be2a5-25a2-44dd-911d-8b7ef2dd3b52 HTTP/1.1" status: 200 len: 943 time: 0.1696355 Apr 19 19:11:23.130172 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-8c94bf6c-9ac7-4de8-986f-7c1c560005f3 service neutron] 10.222.0.75 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206180 Apr 19 19:11:23.146935 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-8ecf39d8-b760-49b9-b123-926a239e53b4 req-02be0059-51c8-4f40-85d7-5909482d27e0 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Synchronizing usage tracker for tenant:1e8c6d1bd53d4d81b36a71953a444481 on resource:security_group {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:11:23.169577 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-8ecf39d8-b760-49b9-b123-926a239e53b4 req-02be0059-51c8-4f40-85d7-5909482d27e0 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Unset dirty status for tenant:1e8c6d1bd53d4d81b36a71953a444481 on resource:security_group {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:11:23.179463 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8ecf39d8-b760-49b9-b123-926a239e53b4 req-02be0059-51c8-4f40-85d7-5909482d27e0 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191809 Apr 19 19:11:23.315169 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-00ceda5a-130b-4160-aeb1-22d9e939e809 req-1e6de6b2-fdd6-480b-b423-df68b540af98 service neutron] 10.222.0.75 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731772 Apr 19 19:11:23.455113 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 41802) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:23.459045 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe65a8-5162-4ee1-9fdb-a6d81fd5bd72 req-c3fe5eaf-42c4-4434-add3-2b42971b49d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:23.461103 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-adfe65a8-5162-4ee1-9fdb-a6d81fd5bd72 req-c3fe5eaf-42c4-4434-add3-2b42971b49d1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e8c6d1bd53d4d81b36a71953a444481&device_id=303be2a5-25a2-44dd-911d-8b7ef2dd3b52 HTTP/1.1" status: 200 len: 1096 time: 0.0905995 Apr 19 19:11:23.615231 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2972cf67-30c3-4825-8270-27561f5aed9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:23.649515 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2972cf67-30c3-4825-8270-27561f5aed9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:23.653824 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-2972cf67-30c3-4825-8270-27561f5aed9f admin admin] Usage tracker for resource:security_group_rule and tenant:5ccb04b51f67438cb790634c3f7589a5 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:23.657742 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-2972cf67-30c3-4825-8270-27561f5aed9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:23.663852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2972cf67-30c3-4825-8270-27561f5aed9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:23.708081 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe65a8-5162-4ee1-9fdb-a6d81fd5bd72 req-c94f3491-6a18-47fa-8ce3-4665cda9bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:23.710196 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-adfe65a8-5162-4ee1-9fdb-a6d81fd5bd72 req-c94f3491-6a18-47fa-8ce3-4665cda9bc68 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8b2cd983-863c-4acf-b275-30ffb9f30fd8 HTTP/1.1" status: 200 len: 914 time: 0.2418964 Apr 19 19:11:23.780462 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2972cf67-30c3-4825-8270-27561f5aed9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:23.784192 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2972cf67-30c3-4825-8270-27561f5aed9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:23.794209 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-113c3a5e-547e-490e-9f8d-c846c1947fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:23.816969 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-adfe65a8-5162-4ee1-9fdb-a6d81fd5bd72 req-2d24a843-d145-49b3-b1ee-95c0c041dc50 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c036daa-1e8c-443b-be41-1313dc7fd5bc HTTP/1.1" status: 200 len: 217 time: 0.0897450 Apr 19 19:11:23.832625 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c849609-4e5d-4c7a-8b62-386ead2821b5 req-d893d934-4c5a-4f26-aac1-daefade35d32 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:23.834338 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9c849609-4e5d-4c7a-8b62-386ead2821b5 req-d893d934-4c5a-4f26-aac1-daefade35d32 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 944 time: 0.2436533 Apr 19 19:11:23.847400 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972cf67-30c3-4825-8270-27561f5aed9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42166217-8f66-47e0-af2c-1bb1559b8817,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:23.855756 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2972cf67-30c3-4825-8270-27561f5aed9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:23.858359 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-2972cf67-30c3-4825-8270-27561f5aed9f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ccb04b51f67438cb790634c3f7589a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021649 Apr 19 19:11:23.870032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 41844) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:23.947202 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9c849609-4e5d-4c7a-8b62-386ead2821b5 req-ef83eaf9-5ed6-4daf-b647-6fb56fff4ab1 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618184 Apr 19 19:11:23.958168 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe65a8-5162-4ee1-9fdb-a6d81fd5bd72 req-4629783e-a92a-468f-856c-a0fb794a6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:23.959922 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-adfe65a8-5162-4ee1-9fdb-a6d81fd5bd72 req-4629783e-a92a-468f-856c-a0fb794a6616 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=afed9574-ba6e-4acb-aa72-5f5951c14d3b HTTP/1.1" status: 200 len: 853 time: 0.1243727 Apr 19 19:11:24.027800 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ee1d0585-0836-4c8f-88cc-3a51e56e172f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:24.032185 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-adfe65a8-5162-4ee1-9fdb-a6d81fd5bd72 req-e9bc17da-bdc4-4a1b-a3e0-56e43adc2189 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b2cd983-863c-4acf-b275-30ffb9f30fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543678 Apr 19 19:11:24.075598 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ee1d0585-0836-4c8f-88cc-3a51e56e172f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:24.118236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d3d9e-524b-4d1c-9e5e-30473c862f6b req-dafbf39b-2a9a-4b89-a847-c9a054b06ef4 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:24.127028 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0a8d3d9e-524b-4d1c-9e5e-30473c862f6b req-dafbf39b-2a9a-4b89-a847-c9a054b06ef4 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.1648529 Apr 19 19:11:24.190960 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0a8d3d9e-524b-4d1c-9e5e-30473c862f6b req-e8b875e7-f37a-4d49-b697-9b06035405c9 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629580 Apr 19 19:11:24.197274 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 8ced4ab4-8e86-470a-b689-3b070d335856 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:11:24.205295 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ee1d0585-0836-4c8f-88cc-3a51e56e172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:24.210547 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:24.239352 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-adfe65a8-5162-4ee1-9fdb-a6d81fd5bd72 req-b8530a9f-f0f7-4feb-b96d-2c4ee71d968f service neutron] 10.222.0.75 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980195 Apr 19 19:11:24.244136 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ee1d0585-0836-4c8f-88cc-3a51e56e172f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:24.245407 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-ee1d0585-0836-4c8f-88cc-3a51e56e172f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/42166217-8f66-47e0-af2c-1bb1559b8817 HTTP/1.1" status: 204 len: 168 time: 0.3730218 Apr 19 19:11:24.256388 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d0585-0836-4c8f-88cc-3a51e56e172f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42166217-8f66-47e0-af2c-1bb1559b8817,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:24.269447 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ee1d0585-0836-4c8f-88cc-3a51e56e172f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:24.344189 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning for port 8ced4ab4-8e86-470a-b689-3b070d335856 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:11:24.349830 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port 8ced4ab4-8e86-470a-b689-3b070d335856 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:11:24.350261 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:24.514287 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:24.547916 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9a6aa8-53cb-423d-b116-15140d222745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ced4ab4-8e86-470a-b689-3b070d335856'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:24.559461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 8ced4ab4-8e86-470a-b689-3b070d335856, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8ced4ab4-8e86-470a-b689-3b070d335856,segment=NetworkSegment(c0961489-2566-435f-85cf-82397b3d71ba),segment_id=c0961489-2566-435f-85cf-82397b3d71ba)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:24.563904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:24.567016 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:24.621749 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9a6aa8-53cb-423d-b116-15140d222745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ced4ab4-8e86-470a-b689-3b070d335856', 'code': 200} Apr 19 19:11:24.697430 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=8ced4ab4-8e86-470a-b689-3b070d335856,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:24.710427 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:24.727731 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 41876) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:24.750059 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-05b92075-2612-499b-843d-245464c8946a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:24.770391 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-05b92075-2612-499b-843d-245464c8946a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:24.775228 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-05b92075-2612-499b-843d-245464c8946a admin admin] Usage tracker for resource:security_group_rule and tenant:15d0030de8a94e4486d742efda3e04db is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:24.779431 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-05b92075-2612-499b-843d-245464c8946a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:24.787243 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-05b92075-2612-499b-843d-245464c8946a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:24.896101 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-05b92075-2612-499b-843d-245464c8946a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:24.899150 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-05b92075-2612-499b-843d-245464c8946a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:24.911092 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ef534c1c-746b-4300-83ae-7f8a644bbfc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:24.959378 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-05b92075-2612-499b-843d-245464c8946a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15d0030de8a94e4486d742efda3e04db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303357 Apr 19 19:11:24.960557 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-adfe65a8-5162-4ee1-9fdb-a6d81fd5bd72 req-db3164a2-f703-4d4c-8cb9-4b8bec713d5d service neutron] 10.222.0.75 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7067606 Apr 19 19:11:24.961020 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b92075-2612-499b-843d-245464c8946a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da1ee8a-ff1f-455f-bc29-da7a17333929,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:24.963603 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 41892) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:24.966223 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-05b92075-2612-499b-843d-245464c8946a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:25.007533 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d733088-6048-4638-850f-b54785ed7611 req-e5f01b74-82f9-46ec-942c-5dd1f7a7a250 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:25.009360 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4d733088-6048-4638-850f-b54785ed7611 req-e5f01b74-82f9-46ec-942c-5dd1f7a7a250 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=303be2a5-25a2-44dd-911d-8b7ef2dd3b52 HTTP/1.1" status: 200 len: 943 time: 0.5671933 Apr 19 19:11:25.043043 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6921e69-8d53-4a2b-b6f9-9f2d30cf1ea7 req-d9eef609-4efd-42b9-ad53-0465df35ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:25.045027 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d6921e69-8d53-4a2b-b6f9-9f2d30cf1ea7 req-d9eef609-4efd-42b9-ad53-0465df35ab38 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 1098 time: 0.1708283 Apr 19 19:11:25.049620 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a59849ac-585d-4477-8ea9-d2b9ea0e3d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:25.083044 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a59849ac-585d-4477-8ea9-d2b9ea0e3d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:25.092794 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4d733088-6048-4638-850f-b54785ed7611 req-cb2d3e9f-c01c-46fd-9d3c-fb36e3dc8b29 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744247 Apr 19 19:11:25.110813 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d6921e69-8d53-4a2b-b6f9-9f2d30cf1ea7 req-36ecfd15-bd70-4f42-bca2-a798c4e87998 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517831 Apr 19 19:11:25.206709 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a59849ac-585d-4477-8ea9-d2b9ea0e3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:25.212366 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-435a1356-361a-4ba9-b6ac-f7d7cedb1c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:25.226484 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59849ac-585d-4477-8ea9-d2b9ea0e3d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da1ee8a-ff1f-455f-bc29-da7a17333929,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:25.230212 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a59849ac-585d-4477-8ea9-d2b9ea0e3d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:25.241713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c34c1-ba74-4896-8cf5-dc445ccca911 req-e0e85ea1-a367-44fc-ba3f-cc7381f05dbf tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:25.243324 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0c5c34c1-ba74-4896-8cf5-dc445ccca911 req-e0e85ea1-a367-44fc-ba3f-cc7381f05dbf tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 945 time: 0.1410983 Apr 19 19:11:25.246472 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a59849ac-585d-4477-8ea9-d2b9ea0e3d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:25.248952 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-a59849ac-585d-4477-8ea9-d2b9ea0e3d68 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3da1ee8a-ff1f-455f-bc29-da7a17333929 HTTP/1.1" status: 204 len: 168 time: 0.2830057 Apr 19 19:11:25.339756 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0c5c34c1-ba74-4896-8cf5-dc445ccca911 req-cec3dbaa-30ac-4fc2-99ea-152b1a52fafa tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781667 Apr 19 19:11:25.488268 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379931f-1a66-41d9-8b43-e5119505e841 req-2c63e0c4-972b-4926-b56b-6ff3c6f2356a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:25.489901 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5379931f-1a66-41d9-8b43-e5119505e841 req-2c63e0c4-972b-4926-b56b-6ff3c6f2356a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.0976737 Apr 19 19:11:25.547477 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5379931f-1a66-41d9-8b43-e5119505e841 req-c2de40fc-4955-402b-8122-3d8b973b02d1 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507929 Apr 19 19:11:26.225162 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 9c036daa-1e8c-443b-be41-1313dc7fd5bc details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:11:26.341077 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e04a3c-ead0-4c33-b2fa-7251155eabd8 req-5c8afab0-2ff4-41c3-859b-ae1c1f2f4e2e tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:26.349893 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-97e04a3c-ead0-4c33-b2fa-7251155eabd8 req-5c8afab0-2ff4-41c3-859b-ae1c1f2f4e2e tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=303be2a5-25a2-44dd-911d-8b7ef2dd3b52 HTTP/1.1" status: 200 len: 943 time: 0.1122837 Apr 19 19:11:26.413021 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 9c036daa-1e8c-443b-be41-1313dc7fd5bc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9c036daa-1e8c-443b-be41-1313dc7fd5bc,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:26.430180 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': '9c036daa-1e8c-443b-be41-1313dc7fd5bc', 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8', 'port_id': '9c036daa-1e8c-443b-be41-1313dc7fd5bc', 'mac_address': 'fa:16:3e:5f:6f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afed9574-ba6e-4acb-aa72-5f5951c14d3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:11:26.432073 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-97e04a3c-ead0-4c33-b2fa-7251155eabd8 req-18534e89-32f0-4bc2-96c4-c6ffaf2b33d4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776143 Apr 19 19:11:26.506419 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:26.528488 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c036daa-1e8c-443b-be41-1313dc7fd5bc {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:11:26.547066 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 9c036daa-1e8c-443b-be41-1313dc7fd5bc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9c036daa-1e8c-443b-be41-1313dc7fd5bc,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:26.550710 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:26.553951 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:26.663923 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=9c036daa-1e8c-443b-be41-1313dc7fd5bc,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:26.673701 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:26.711012 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d9bd7-bdcb-4d63-8d09-9af12f335384 req-cdee38ab-3adc-4306-8418-7eb57fb40176 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:26.713481 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4a2d9bd7-bdcb-4d63-8d09-9af12f335384 req-cdee38ab-3adc-4306-8418-7eb57fb40176 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 945 time: 0.1248965 Apr 19 19:11:26.786811 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4a2d9bd7-bdcb-4d63-8d09-9af12f335384 req-6681733a-d083-4a5e-8351-7bdb73aa273f tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616674 Apr 19 19:11:26.880475 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f18e4-e58f-4c53-bbc2-97affb4f3c76 req-6fa33190-0d83-47e1-9e12-96f5cc5a4e49 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:26.882073 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-639f18e4-e58f-4c53-bbc2-97affb4f3c76 req-6fa33190-0d83-47e1-9e12-96f5cc5a4e49 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.0974381 Apr 19 19:11:26.897154 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['9c036daa-1e8c-443b-be41-1313dc7fd5bc'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:11:26.934268 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-639f18e4-e58f-4c53-bbc2-97affb4f3c76 req-91770f5d-c4da-490c-80ff-2a481711675d tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448458 Apr 19 19:11:27.695890 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2a7db-d624-49d7-b40f-9e3836e0ee6b req-f8226ca3-1a2c-4497-b8ac-4c94dd48f6e5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:27.699212 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bfa2a7db-d624-49d7-b40f-9e3836e0ee6b req-f8226ca3-1a2c-4497-b8ac-4c94dd48f6e5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=303be2a5-25a2-44dd-911d-8b7ef2dd3b52 HTTP/1.1" status: 200 len: 944 time: 0.1345565 Apr 19 19:11:27.755709 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bfa2a7db-d624-49d7-b40f-9e3836e0ee6b req-1320720a-c7f9-4e08-b0d5-3977da42d47f tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498414 Apr 19 19:11:28.142298 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5ba52-d339-48b5-acf2-3d30950a0a38 req-7cb5d0c8-8103-43b8-a03e-a49a92c77804 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:28.143925 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d9c5ba52-d339-48b5-acf2-3d30950a0a38 req-7cb5d0c8-8103-43b8-a03e-a49a92c77804 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.0890255 Apr 19 19:11:28.192343 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d9c5ba52-d339-48b5-acf2-3d30950a0a38 req-b10ba0e6-ef77-432b-a8ff-95c0348086c2 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418706 Apr 19 19:11:28.224087 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 9c036daa-1e8c-443b-be41-1313dc7fd5bc up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:11:28.297763 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning for port 9c036daa-1e8c-443b-be41-1313dc7fd5bc completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:11:28.302567 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port 9c036daa-1e8c-443b-be41-1313dc7fd5bc triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:11:28.302980 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:28.429755 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:28.457886 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303be2a5-25a2-44dd-911d-8b7ef2dd3b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c036daa-1e8c-443b-be41-1313dc7fd5bc'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:28.469166 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 9c036daa-1e8c-443b-be41-1313dc7fd5bc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9c036daa-1e8c-443b-be41-1313dc7fd5bc,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:28.472368 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:28.474360 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:28.520278 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303be2a5-25a2-44dd-911d-8b7ef2dd3b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c036daa-1e8c-443b-be41-1313dc7fd5bc', 'code': 200} Apr 19 19:11:28.557085 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=9c036daa-1e8c-443b-be41-1313dc7fd5bc,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:28.560244 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:28.798462 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ed3e4-31e1-4c09-92fd-b4feda0e1cdb req-af171cc9-613f-4739-9139-abd227e9b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:28.800559 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1a6ed3e4-31e1-4c09-92fd-b4feda0e1cdb req-af171cc9-613f-4739-9139-abd227e9b66a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=303be2a5-25a2-44dd-911d-8b7ef2dd3b52 HTTP/1.1" status: 200 len: 1098 time: 0.0975585 Apr 19 19:11:28.853391 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1a6ed3e4-31e1-4c09-92fd-b4feda0e1cdb req-4bc8ad93-bee4-4874-b00d-7a719c9a155d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433559 Apr 19 19:11:28.973082 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71434c-5a18-4b9a-bd7b-b753c08f9f62 req-22772e8d-a84b-46df-ab01-f903362e026d tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:28.977659 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8d71434c-5a18-4b9a-bd7b-b753c08f9f62 req-22772e8d-a84b-46df-ab01-f903362e026d tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=303be2a5-25a2-44dd-911d-8b7ef2dd3b52 HTTP/1.1" status: 200 len: 945 time: 0.0968235 Apr 19 19:11:29.032473 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8d71434c-5a18-4b9a-bd7b-b753c08f9f62 req-b6d8b259-e163-40b2-a5d9-89d8f230bca6 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476351 Apr 19 19:11:29.411323 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9ce1a-f1c3-495d-8613-40ef6c97c5d6 req-ecdffd09-56e3-47b0-9a1b-6236d7c68a6f tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:29.412956 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-34a9ce1a-f1c3-495d-8613-40ef6c97c5d6 req-ecdffd09-56e3-47b0-9a1b-6236d7c68a6f tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.0921271 Apr 19 19:11:29.461570 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-34a9ce1a-f1c3-495d-8613-40ef6c97c5d6 req-bc114c42-9d13-47e9-85b7-c8a34feb9aa7 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422242 Apr 19 19:11:30.245687 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7f256-4058-40ec-aed6-0cf09c47a1b5 req-8f5ddec7-318b-4084-a470-7fc0c2e2c657 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:30.247285 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-21d7f256-4058-40ec-aed6-0cf09c47a1b5 req-8f5ddec7-318b-4084-a470-7fc0c2e2c657 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=303be2a5-25a2-44dd-911d-8b7ef2dd3b52 HTTP/1.1" status: 200 len: 945 time: 0.0920994 Apr 19 19:11:30.298260 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-21d7f256-4058-40ec-aed6-0cf09c47a1b5 req-719e68c4-b855-4e54-b0f6-f53df1e564f7 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436306 Apr 19 19:11:30.699817 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b765cca-33f7-4b21-8f86-109b5f144202 req-d1e607dd-770a-454f-9967-5586413342f7 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:30.701759 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5b765cca-33f7-4b21-8f86-109b5f144202 req-d1e607dd-770a-454f-9967-5586413342f7 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.1056125 Apr 19 19:11:30.772516 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5b765cca-33f7-4b21-8f86-109b5f144202 req-d63f52b5-4de3-472c-9b0d-a332ee207395 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610788 Apr 19 19:11:31.425829 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 42048) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:31.550974 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-80f4aa4e-d52e-415c-ae2f-537cd41437b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:31.568239 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-80f4aa4e-d52e-415c-ae2f-537cd41437b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:31.572448 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-80f4aa4e-d52e-415c-ae2f-537cd41437b2 admin admin] Usage tracker for resource:security_group_rule and tenant:d2a71af8bd554537978de27c1ba9659e is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:31.575534 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-80f4aa4e-d52e-415c-ae2f-537cd41437b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:31.582875 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-80f4aa4e-d52e-415c-ae2f-537cd41437b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:31.674560 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-80f4aa4e-d52e-415c-ae2f-537cd41437b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:31.677911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-80f4aa4e-d52e-415c-ae2f-537cd41437b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:31.687506 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f65921a5-90c6-453f-8164-05e129b1988f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:31.742449 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-80f4aa4e-d52e-415c-ae2f-537cd41437b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d2a71af8bd554537978de27c1ba9659e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153670 Apr 19 19:11:31.745329 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 42054) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:31.746684 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4aa4e-d52e-415c-ae2f-537cd41437b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b837751e-5ebf-43ae-844e-94f297642768,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:31.750206 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-80f4aa4e-d52e-415c-ae2f-537cd41437b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:31.809360 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe03da58-f19d-414e-a543-e15ddcac6fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:31.843621 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe03da58-f19d-414e-a543-e15ddcac6fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:31.893947 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe03da58-f19d-414e-a543-e15ddcac6fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:31.898348 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:31.915294 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03da58-f19d-414e-a543-e15ddcac6fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b837751e-5ebf-43ae-844e-94f297642768,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:31.922047 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fe03da58-f19d-414e-a543-e15ddcac6fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:31.964558 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fe03da58-f19d-414e-a543-e15ddcac6fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:31.965777 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-fe03da58-f19d-414e-a543-e15ddcac6fca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b837751e-5ebf-43ae-844e-94f297642768 HTTP/1.1" status: 204 len: 168 time: 0.2193758 Apr 19 19:11:32.014736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baae887-1ead-4bf5-ae04-c3478c28ad33 req-efb3ee48-9b63-466c-88a1-e40066e35562 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:32.016432 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3baae887-1ead-4bf5-ae04-c3478c28ad33 req-efb3ee48-9b63-466c-88a1-e40066e35562 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.0981820 Apr 19 19:11:32.088781 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3baae887-1ead-4bf5-ae04-c3478c28ad33 req-316065b2-daaa-42d4-bf5f-67073d2390ec tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602040 Apr 19 19:11:32.344625 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 42084) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:32.367638 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-756b5ccf-1314-4132-8a26-f48486f11683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:32.383619 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-756b5ccf-1314-4132-8a26-f48486f11683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:32.387879 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-756b5ccf-1314-4132-8a26-f48486f11683 admin admin] Usage tracker for resource:security_group_rule and tenant:efd1094af80948ab9bba867bf103480e is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:32.391773 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-756b5ccf-1314-4132-8a26-f48486f11683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:32.397914 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-756b5ccf-1314-4132-8a26-f48486f11683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:32.500725 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-756b5ccf-1314-4132-8a26-f48486f11683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:32.506586 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-756b5ccf-1314-4132-8a26-f48486f11683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:32.518241 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9bb5c885-08da-4ed6-a630-bcf5156253d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:32.569011 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-756b5ccf-1314-4132-8a26-f48486f11683 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=efd1094af80948ab9bba867bf103480e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231212 Apr 19 19:11:32.570835 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b5ccf-1314-4132-8a26-f48486f11683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c24db38-7baa-4b7b-bac6-49829d624e2b,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:32.571776 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 42090) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:32.574206 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-756b5ccf-1314-4132-8a26-f48486f11683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:32.643817 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7295d4c8-ca7f-4f6f-a0f6-7aa87dbaef7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:32.673263 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7295d4c8-ca7f-4f6f-a0f6-7aa87dbaef7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:32.732408 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7295d4c8-ca7f-4f6f-a0f6-7aa87dbaef7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:32.737866 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f368215a-c1af-4b86-96c6-078342765879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:32.751645 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295d4c8-ca7f-4f6f-a0f6-7aa87dbaef7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c24db38-7baa-4b7b-bac6-49829d624e2b,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:32.755430 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7295d4c8-ca7f-4f6f-a0f6-7aa87dbaef7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:32.768721 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7295d4c8-ca7f-4f6f-a0f6-7aa87dbaef7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:32.770038 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-7295d4c8-ca7f-4f6f-a0f6-7aa87dbaef7f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5c24db38-7baa-4b7b-bac6-49829d624e2b HTTP/1.1" status: 204 len: 168 time: 0.1971066 Apr 19 19:11:33.323644 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec26a7-34b3-4a6e-b69d-2a1b80eb34a1 req-804dd6b1-96e1-499a-ae21-423f38ca1e93 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:33.325340 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a7ec26a7-34b3-4a6e-b69d-2a1b80eb34a1 req-804dd6b1-96e1-499a-ae21-423f38ca1e93 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.1097789 Apr 19 19:11:33.384983 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a7ec26a7-34b3-4a6e-b69d-2a1b80eb34a1 req-e5686fc9-2c8f-478e-b6f8-021edfbc6486 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522144 Apr 19 19:11:34.613849 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e84d9-e61a-478e-ba5b-059a71c4e3b1 req-e9289472-cf2a-44fb-b9f7-c123a86ec459 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:34.615475 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-aa0e84d9-e61a-478e-ba5b-059a71c4e3b1 req-e9289472-cf2a-44fb-b9f7-c123a86ec459 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.1020241 Apr 19 19:11:34.675637 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-aa0e84d9-e61a-478e-ba5b-059a71c4e3b1 req-3d5a58c1-2bb0-41df-98cb-a84c88218d2b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537531 Apr 19 19:11:35.899112 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 42204) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:35.985148 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67edf8-54ac-4d7d-b2ea-593988309849 req-386f03fc-5e37-4505-a93d-b589c6f0d692 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:35.986805 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ff67edf8-54ac-4d7d-b2ea-593988309849 req-386f03fc-5e37-4505-a93d-b589c6f0d692 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.1006126 Apr 19 19:11:36.037945 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c12f28e0-4db1-4913-a383-70e3381f1670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:36.038186 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ff67edf8-54ac-4d7d-b2ea-593988309849 req-de632c1c-66eb-4ab5-b81a-6ba1ffeb1303 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445850 Apr 19 19:11:36.055123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c12f28e0-4db1-4913-a383-70e3381f1670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:36.059151 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c12f28e0-4db1-4913-a383-70e3381f1670 admin admin] Usage tracker for resource:security_group_rule and tenant:79f4eab90c7d4d38bf8af0c1ceb6896a is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:36.062784 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c12f28e0-4db1-4913-a383-70e3381f1670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:36.068801 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c12f28e0-4db1-4913-a383-70e3381f1670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:36.160773 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c12f28e0-4db1-4913-a383-70e3381f1670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:36.163603 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c12f28e0-4db1-4913-a383-70e3381f1670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:36.173505 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2bc50f2c-9795-49d2-8b4f-b4d55a46e1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:36.216918 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c12f28e0-4db1-4913-a383-70e3381f1670 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=79f4eab90c7d4d38bf8af0c1ceb6896a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165498 Apr 19 19:11:36.218391 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f28e0-4db1-4913-a383-70e3381f1670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bcf8ac-5dcf-4931-b900-b468bab827dd,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:36.221710 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 42210) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:36.224824 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c12f28e0-4db1-4913-a383-70e3381f1670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:36.287794 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5e78a4f9-60ba-4bdf-9dab-744794ec8da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:36.317019 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5e78a4f9-60ba-4bdf-9dab-744794ec8da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:36.362588 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5e78a4f9-60ba-4bdf-9dab-744794ec8da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:36.367503 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-69ce6b52-c0d3-4ec2-a128-2a863e687460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:36.378738 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78a4f9-60ba-4bdf-9dab-744794ec8da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bcf8ac-5dcf-4931-b900-b468bab827dd,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:36.382633 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5e78a4f9-60ba-4bdf-9dab-744794ec8da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:36.385949 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5e78a4f9-60ba-4bdf-9dab-744794ec8da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:36.387801 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-5e78a4f9-60ba-4bdf-9dab-744794ec8da8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7bcf8ac-5dcf-4931-b900-b468bab827dd HTTP/1.1" status: 204 len: 168 time: 0.1649554 Apr 19 19:11:36.712092 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 42224) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:36.736769 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9cc51193-9a31-417c-be7c-f4c19f210d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:36.753639 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9cc51193-9a31-417c-be7c-f4c19f210d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:36.759899 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-9cc51193-9a31-417c-be7c-f4c19f210d0a admin admin] Usage tracker for resource:security_group_rule and tenant:b0aca32ba8a94ea88faec1d650c36aaa is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:36.761074 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-9cc51193-9a31-417c-be7c-f4c19f210d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:36.767999 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9cc51193-9a31-417c-be7c-f4c19f210d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:36.865617 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9cc51193-9a31-417c-be7c-f4c19f210d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:36.869576 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9cc51193-9a31-417c-be7c-f4c19f210d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:36.879570 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ceb9021f-c10b-4f3d-a59c-2e154248aa09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:36.926006 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-9cc51193-9a31-417c-be7c-f4c19f210d0a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b0aca32ba8a94ea88faec1d650c36aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126427 Apr 19 19:11:36.927800 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc51193-9a31-417c-be7c-f4c19f210d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f8c81b-8837-4c3c-a7d6-656032450904,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:36.928783 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 42230) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:36.931020 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9cc51193-9a31-417c-be7c-f4c19f210d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:36.993301 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ef4c0031-605c-4390-b9b4-61c9673ac794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:37.023745 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ef4c0031-605c-4390-b9b4-61c9673ac794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:37.069219 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ef4c0031-605c-4390-b9b4-61c9673ac794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:37.077070 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-081fd6c8-0dea-4f8d-bc0e-191926e3627c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:37.090110 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c0031-605c-4390-b9b4-61c9673ac794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f8c81b-8837-4c3c-a7d6-656032450904,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:37.093092 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ef4c0031-605c-4390-b9b4-61c9673ac794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:37.099908 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ef4c0031-605c-4390-b9b4-61c9673ac794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:37.103838 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-ef4c0031-605c-4390-b9b4-61c9673ac794 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97f8c81b-8837-4c3c-a7d6-656032450904 HTTP/1.1" status: 204 len: 168 time: 0.1714969 Apr 19 19:11:37.252191 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69699a-2414-428f-ab16-b6601eb4c267 req-7798373f-b40a-4fc4-b6c1-eff8341f17e0 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:37.253882 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0f69699a-2414-428f-ab16-b6601eb4c267 req-7798373f-b40a-4fc4-b6c1-eff8341f17e0 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.0927608 Apr 19 19:11:37.306157 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0f69699a-2414-428f-ab16-b6601eb4c267 req-421736e5-886e-4ba5-ba2e-3564b02e8fe8 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455997 Apr 19 19:11:37.821127 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-77fdb19c-4a68-4e2d-9a1d-31a54dd2576f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:37.928048 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 42262) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:38.046764 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-782521554-network', 'tenant_id': '3168ecbc898b49b0a92805c75218ee61'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:38.052012 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:38.056012 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Usage tracker for resource:network and tenant:3168ecbc898b49b0a92805c75218ee61 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:38.059278 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:38.072244 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:38.088309 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Made reservation on behalf of 3168ecbc898b49b0a92805c75218ee61 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:11:38.093865 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:38.107835 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:38.124483 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:38.128603 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Usage tracker for resource:security_group_rule and tenant:3168ecbc898b49b0a92805c75218ee61 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:38.131547 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:38.137895 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:38.231825 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:38.235295 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:38.240031 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1d65deec-011a-4ebb-a9dc-9396095e8380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:38.278298 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96032a0f-67f0-4f70-9afa-711ba7a7b523,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:38.282185 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:11:38.284983 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:38.294524 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:38.294933 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.segments_db [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Added segment 04b3de29-9772-4f03-8158-17f00c546140 of type vlan for network 8a49f3ad-035d-4c9e-ab45-99d605d931a0 Apr 19 19:11:38.329718 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745729060330'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:38.385580 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:38.387414 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:38.388205 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:38.404470 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:38.581290 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Pushing event updated for resources: {'Network': ['ID=8a49f3ad-035d-4c9e-ab45-99d605d931a0,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:38.588499 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:38.593051 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Network 8a49f3ad-035d-4c9e-ab45-99d605d931a0 details requested by agent ovs-agent-dv-cinder-786932-1-smb with host dv-cinder-786932-1-smb {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:11:38.599566 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6700940 Apr 19 19:11:38.600721 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 42312) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:38.611107 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-8006cfc3-6caf-4598-a8db-9258e5aa32ed admin admin] Request body: {'subnet': {'network_id': '8a49f3ad-035d-4c9e-ab45-99d605d931a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-782521554-subnet', 'tenant_id': '3168ecbc898b49b0a92805c75218ee61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:38.626608 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8006cfc3-6caf-4598-a8db-9258e5aa32ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:38.636403 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6c8cb7fe-65bc-4018-a749-dcfbfd49d22b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:38.645976 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6c8cb7fe-65bc-4018-a749-dcfbfd49d22b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/networks?id=8b2cd983-863c-4acf-b275-30ffb9f30fd8 HTTP/1.1" status: 200 len: 813 time: 0.4267793 Apr 19 19:11:38.674104 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-ec5b5278-8d6a-4339-8f54-c2ea1e08bb67 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/quotas/1e8c6d1bd53d4d81b36a71953a444481 HTTP/1.1" status: 200 len: 375 time: 0.0246327 Apr 19 19:11:38.693203 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-8006cfc3-6caf-4598-a8db-9258e5aa32ed admin admin] Usage tracker for resource:subnet and tenant:3168ecbc898b49b0a92805c75218ee61 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:38.720194 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-8006cfc3-6caf-4598-a8db-9258e5aa32ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:38.731477 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7f6eb-b055-4696-a712-69bf9bd1f5ea req-ad35b32a-2a14-45d3-b53f-4d0de3a04f14 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:38.733848 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e9d7f6eb-b055-4696-a712-69bf9bd1f5ea req-ad35b32a-2a14-45d3-b53f-4d0de3a04f14 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.2458100 Apr 19 19:11:38.751842 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8006cfc3-6caf-4598-a8db-9258e5aa32ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:38.805811 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-60124313-5f05-4887-b7ca-217dfdee1737 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e8c6d1bd53d4d81b36a71953a444481&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1300318 Apr 19 19:11:38.822630 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8006cfc3-6caf-4598-a8db-9258e5aa32ed admin admin] Made reservation on behalf of 3168ecbc898b49b0a92805c75218ee61 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:11:38.828010 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8006cfc3-6caf-4598-a8db-9258e5aa32ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036793942298'] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:38.908434 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e9d7f6eb-b055-4696-a712-69bf9bd1f5ea req-f7e4b759-c9e6-4ee0-825b-a3a696f32e1b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575561 Apr 19 19:11:39.052993 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-7ff5e95f-1edf-49f5-83aa-450e6f5a2e92 service neutron] 10.222.0.58 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462568 Apr 19 19:11:39.205775 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-a0e6179e-c6f5-49f2-bd74-5bfe4e3e1ed3 service neutron] 10.222.0.58 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459234 Apr 19 19:11:39.356941 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8006cfc3-6caf-4598-a8db-9258e5aa32ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036792972417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036793942281'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:39.364260 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:39.474881 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-11600962-53a6-4d43-bfc8-8134ab1ea513 req-6937f380-4547-4a43-bfbd-5672580c7324 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 210 time: 0.0760670 Apr 19 19:11:39.502100 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8006cfc3-6caf-4598-a8db-9258e5aa32ed admin admin] Checking segment: {'id': '04b3de29-9772-4f03-8158-17f00c546140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a49f3ad-035d-4c9e-ab45-99d605d931a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:11:39.502611 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8006cfc3-6caf-4598-a8db-9258e5aa32ed admin admin] Network hostable DHCP agents. Network: 8a49f3ad-035d-4c9e-ab45-99d605d931a0, hostable agents: ['2622c8cf-6b7c-41f1-9991-96794c704a9e'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:11:39.508893 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006cfc3-6caf-4598-a8db-9258e5aa32ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=401daec7-ac2f-4344-8719-6a6b1298d9b2,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:39.516571 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8006cfc3-6caf-4598-a8db-9258e5aa32ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:39.530690 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8006cfc3-6caf-4598-a8db-9258e5aa32ed admin admin] Network 8a49f3ad-035d-4c9e-ab45-99d605d931a0 is scheduled to be hosted by DHCP agent 2622c8cf-6b7c-41f1-9991-96794c704a9e with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:11:39.542360 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-8006cfc3-6caf-4598-a8db-9258e5aa32ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-smb, 8a49f3ad-035d-4c9e-ab45-99d605d931a0) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:11:39.551535 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3915db59-b6c2-4949-8861-1537f586279d None None] Network 8a49f3ad-035d-4c9e-ab45-99d605d931a0 requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:11:39.559192 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8006cfc3-6caf-4598-a8db-9258e5aa32ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:39.559902 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8006cfc3-6caf-4598-a8db-9258e5aa32ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:39.599585 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-8006cfc3-6caf-4598-a8db-9258e5aa32ed admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9924300 Apr 19 19:11:39.808313 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1019ea-f74a-4a83-9ecb-138a6164364e req-9818a8ce-fa6c-4551-b815-db063a33ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:39.810044 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ee1019ea-f74a-4a83-9ecb-138a6164364e req-9818a8ce-fa6c-4551-b815-db063a33ff9e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 1098 time: 0.0982232 Apr 19 19:11:39.874207 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ee1019ea-f74a-4a83-9ecb-138a6164364e req-6fb52cf8-e2bb-4f5c-a96f-7cff084c8a55 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504270 Apr 19 19:11:39.921613 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47430f87-3291-4cef-a0f5-26bf55e305a1 None None] Network 8a49f3ad-035d-4c9e-ab45-99d605d931a0 requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:11:40.281610 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514f2a0-4a29-419a-8715-e536ebce1b89 req-f1a54b71-e6b1-4787-bb99-7272de4b3fcf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:40.283241 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9514f2a0-4a29-419a-8715-e536ebce1b89 req-f1a54b71-e6b1-4787-bb99-7272de4b3fcf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.1786776 Apr 19 19:11:40.358499 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f7615792-1e85-42d8-9a36-707d461a9c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:40.369950 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9514f2a0-4a29-419a-8715-e536ebce1b89 req-76b24767-12a9-47f9-ae81-83321dc639ab tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754299 Apr 19 19:11:40.403669 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 42390) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:40.410537 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-822427905-network', 'tenant_id': 'e9d938655f424fde87881c5f009ad762'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:40.415519 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:40.419585 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Usage tracker for resource:network and tenant:e9d938655f424fde87881c5f009ad762 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:40.422781 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:40.428961 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:40.439504 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Made reservation on behalf of e9d938655f424fde87881c5f009ad762 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:11:40.444387 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:40.458116 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:40.476139 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:40.481109 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Usage tracker for resource:security_group_rule and tenant:e9d938655f424fde87881c5f009ad762 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:40.484682 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:40.491482 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:40.581177 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:40.584187 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:40.588437 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-756b5ccf-1314-4132-8a26-f48486f11683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:40.615181 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:11:40.635912 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd702d49-6477-4aa7-beb7-98ea671025e1,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:40.640916 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:40.641923 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:40.642315 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.segments_db [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Added segment 45c3a658-bc2f-4249-a06b-c3f93f2343d1 of type vlan for network 178d173c-d56f-4840-8496-905c9bdca76e Apr 19 19:11:40.650507 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8b543157-84ee-4045-9be6-b57e398f8322 req-3c4b9ce6-4318-4eaf-8147-4055e74a5b7e tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 210 time: 0.0521665 Apr 19 19:11:40.672973 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745729060330'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:40.704078 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:40.705598 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:40.706506 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:40.715227 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:40.823796 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4188194 Apr 19 19:11:40.828626 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 42396) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:40.840423 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-055fb6f2-1a9f-4412-8ecc-a400848e57f3 admin admin] Request body: {'subnet': {'network_id': '178d173c-d56f-4840-8496-905c9bdca76e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-822427905-subnet', 'tenant_id': 'e9d938655f424fde87881c5f009ad762', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:40.844629 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Pushing event updated for resources: {'Network': ['ID=178d173c-d56f-4840-8496-905c9bdca76e,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:40.848243 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:40.849241 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-055fb6f2-1a9f-4412-8ecc-a400848e57f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:40.853796 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-055fb6f2-1a9f-4412-8ecc-a400848e57f3 admin admin] Usage tracker for resource:subnet and tenant:e9d938655f424fde87881c5f009ad762 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:40.855708 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Network 178d173c-d56f-4840-8496-905c9bdca76e details requested by agent ovs-agent-dv-cinder-786932-1-smb with host dv-cinder-786932-1-smb {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:11:40.857109 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-055fb6f2-1a9f-4412-8ecc-a400848e57f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:40.864041 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-055fb6f2-1a9f-4412-8ecc-a400848e57f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:40.873421 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055fb6f2-1a9f-4412-8ecc-a400848e57f3 admin admin] Made reservation on behalf of e9d938655f424fde87881c5f009ad762 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:11:40.878426 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-055fb6f2-1a9f-4412-8ecc-a400848e57f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036793942298'] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:41.166773 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-65fb9b8f-a86d-4e01-9d25-3a3bd2b53dec tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:41.168440 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-65fb9b8f-a86d-4e01-9d25-3a3bd2b53dec tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.75 "GET /v2.0/networks?id=8b2cd983-863c-4acf-b275-30ffb9f30fd8 HTTP/1.1" status: 200 len: 813 time: 0.2727432 Apr 19 19:11:41.219608 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-f78f5faf-9a20-4b9a-b296-5e73d51e7cd9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Request body: {'port': {'device_id': '4c8cadd6-31ec-449a-af2a-63dfb690c04d', 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8', 'admin_state_up': True, 'tenant_id': '1e8c6d1bd53d4d81b36a71953a444481'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:41.269401 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:41.434587 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-f78f5faf-9a20-4b9a-b296-5e73d51e7cd9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:41.504910 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-f78f5faf-9a20-4b9a-b296-5e73d51e7cd9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:41.525233 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-f78f5faf-9a20-4b9a-b296-5e73d51e7cd9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Made reservation on behalf of 1e8c6d1bd53d4d81b36a71953a444481 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:11:41.533205 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-f78f5faf-9a20-4b9a-b296-5e73d51e7cd9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:41.533663 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:41.593870 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d713e-c7fc-4e41-a6a0-434a6f8a3f1c req-edcf8785-7d11-48a8-918c-d9a70142ca6d tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:41.595491 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-973d713e-c7fc-4e41-a6a0-434a6f8a3f1c req-edcf8785-7d11-48a8-918c-d9a70142ca6d tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.0994964 Apr 19 19:11:41.648753 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-973d713e-c7fc-4e41-a6a0-434a6f8a3f1c req-22fe8432-13c5-40af-8905-f044b496f7b5 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465505 Apr 19 19:11:41.699978 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:41.837708 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3fe5e72f-614e-446a-819d-bd361148dbe3 req-12dcb781-5b2b-4047-a33c-a407b88be65d tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 210 time: 0.0512550 Apr 19 19:11:41.848999 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-f78f5faf-9a20-4b9a-b296-5e73d51e7cd9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Allocated IP 172.20.0.14 (8b2cd983-863c-4acf-b275-30ffb9f30fd8/afed9574-ba6e-4acb-aa72-5f5951c14d3b/bb27e8d5-0aa7-410e-83ac-240037c8cc6d) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:11:41.878538 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-055fb6f2-1a9f-4412-8ecc-a400848e57f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036792972417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036793942281'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:41.892314 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:42.044163 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fb6f2-1a9f-4412-8ecc-a400848e57f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=656deb60-4a3a-492f-9514-9c06f0c7931c,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:42.054348 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-055fb6f2-1a9f-4412-8ecc-a400848e57f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:42.372051 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055fb6f2-1a9f-4412-8ecc-a400848e57f3 admin admin] Checking segment: {'id': '45c3a658-bc2f-4249-a06b-c3f93f2343d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '178d173c-d56f-4840-8496-905c9bdca76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:11:42.372453 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055fb6f2-1a9f-4412-8ecc-a400848e57f3 admin admin] Network hostable DHCP agents. Network: 178d173c-d56f-4840-8496-905c9bdca76e, hostable agents: ['2622c8cf-6b7c-41f1-9991-96794c704a9e'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:11:42.394100 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765dcb4-b337-485d-84fb-c80a048a0aa7 req-0f47f71e-b1fd-4ebc-bc15-00b63227866a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:42.395803 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f765dcb4-b337-485d-84fb-c80a048a0aa7 req-0f47f71e-b1fd-4ebc-bc15-00b63227866a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.5947709 Apr 19 19:11:42.475834 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055fb6f2-1a9f-4412-8ecc-a400848e57f3 admin admin] Network 178d173c-d56f-4840-8496-905c9bdca76e is scheduled to be hosted by DHCP agent 2622c8cf-6b7c-41f1-9991-96794c704a9e with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:11:42.503189 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f765dcb4-b337-485d-84fb-c80a048a0aa7 req-3fa48677-58a4-4305-bd6c-d344fcaef852 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001499 Apr 19 19:11:42.523657 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-055fb6f2-1a9f-4412-8ecc-a400848e57f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-smb, 178d173c-d56f-4840-8496-905c9bdca76e) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:11:42.544897 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39dd57d-c221-4c71-9005-a7e2089e7d32 None None] Network 178d173c-d56f-4840-8496-905c9bdca76e requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:11:42.563948 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055fb6f2-1a9f-4412-8ecc-a400848e57f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:42.563948 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-055fb6f2-1a9f-4412-8ecc-a400848e57f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:42.577490 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-f78f5faf-9a20-4b9a-b296-5e73d51e7cd9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:42.606295 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-055fb6f2-1a9f-4412-8ecc-a400848e57f3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7732646 Apr 19 19:11:42.636775 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-f78f5faf-9a20-4b9a-b296-5e73d51e7cd9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:42.646581 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-62a435f4-0ace-4642-a9f1-7030ccc7a441 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:42.656729 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['9c036daa-1e8c-443b-be41-1313dc7fd5bc'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:11:42.731546 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-f78f5faf-9a20-4b9a-b296-5e73d51e7cd9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:11:42.735649 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-f78f5faf-9a20-4b9a-b296-5e73d51e7cd9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:11:42.739992 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-f78f5faf-9a20-4b9a-b296-5e73d51e7cd9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:11:42.797071 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f5faf-9a20-4b9a-b296-5e73d51e7cd9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Pushing event updated for resources: {'Port': ['ID=bb27e8d5-0aa7-410e-83ac-240037c8cc6d,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:42.802604 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f78f5faf-9a20-4b9a-b296-5e73d51e7cd9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:42.851765 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-f78f5faf-9a20-4b9a-b296-5e73d51e7cd9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:42.858579 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-f78f5faf-9a20-4b9a-b296-5e73d51e7cd9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:42.898983 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-f78f5faf-9a20-4b9a-b296-5e73d51e7cd9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6882207 Apr 19 19:11:42.918364 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Request body: {'port': {'device_id': '4c8cadd6-31ec-449a-af2a-63dfb690c04d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:43.148321 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:43.235215 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:43.276170 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb8b09-9d38-42dc-98a6-116f174b71f7 req-0e2a9225-103c-47eb-bdff-52d68133cb42 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:43.280717 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1ddb8b09-9d38-42dc-98a6-116f174b71f7 req-0e2a9225-103c-47eb-bdff-52d68133cb42 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 932 time: 0.2037086 Apr 19 19:11:43.357703 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1ddb8b09-9d38-42dc-98a6-116f174b71f7 req-2b38ec6f-5c75-4bdd-84bc-8068ae31ab40 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691442 Apr 19 19:11:43.446030 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fe9ff5-2f18-481d-8e67-6b4144d1b731 None None] Network 178d173c-d56f-4840-8496-905c9bdca76e requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:11:43.751292 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb27e8d5-0aa7-410e-83ac-240037c8cc6d {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:11:43.759401 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:43.774583 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Transition to ACTIVE for port object bb27e8d5-0aa7-410e-83ac-240037c8cc6d will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:11:43.776764 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:43.782155 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:43.956126 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb27e8d5-0aa7-410e-83ac-240037c8cc6d,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:43.964666 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:44.037036 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Attempting to bind port bb27e8d5-0aa7-410e-83ac-240037c8cc6d on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:11:44.037409 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Attempting to bind port bb27e8d5-0aa7-410e-83ac-240037c8cc6d by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '0d6a7523-ee42-496d-bdfe-073012239df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:11:44.037788 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Attempting to bind port bb27e8d5-0aa7-410e-83ac-240037c8cc6d on network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:11:44.042976 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Port bb27e8d5-0aa7-410e-83ac-240037c8cc6d on network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:11:44.043345 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Attempting to bind port bb27e8d5-0aa7-410e-83ac-240037c8cc6d on network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:11:44.049221 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Checking agent: {'id': 'ec7575f8-60dd-4295-9a80-edc463fb7fa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:11:44.049650 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Checking segment: {'id': '0d6a7523-ee42-496d-bdfe-073012239df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:11:44.050079 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Bound using segment: {'id': '0d6a7523-ee42-496d-bdfe-073012239df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:11:44.050624 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Bound port: bb27e8d5-0aa7-410e-83ac-240037c8cc6d, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6a7523-ee42-496d-bdfe-073012239df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:11:44.051011 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:44.155771 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] For port bb27e8d5-0aa7-410e-83ac-240037c8cc6d, host hv-cinder-78693, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:11:44.159555 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] For port bb27e8d5-0aa7-410e-83ac-240037c8cc6d, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bb27e8d5-0aa7-410e-83ac-240037c8cc6d,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:11:44.163152 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:44.168109 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:44.220756 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:44.221191 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:44.222886 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] 10.222.0.75 "PUT /v2.0/ports/bb27e8d5-0aa7-410e-83ac-240037c8cc6d HTTP/1.1" status: 200 len: 1094 time: 1.3097382 Apr 19 19:11:44.225558 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8cadd6-31ec-449a-af2a-63dfb690c04d', 'tag': 'bb27e8d5-0aa7-410e-83ac-240037c8cc6d'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:44.263487 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb27e8d5-0aa7-410e-83ac-240037c8cc6d,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:44.267630 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:44.320714 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8cadd6-31ec-449a-af2a-63dfb690c04d', 'tag': 'bb27e8d5-0aa7-410e-83ac-240037c8cc6d', 'status': 'completed', 'code': 200} Apr 19 19:11:44.362755 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-fd45b1d9-d4d6-49d8-9eae-3da54baa8263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:44.364436 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-fd45b1d9-d4d6-49d8-9eae-3da54baa8263 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e8c6d1bd53d4d81b36a71953a444481&device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 1097 time: 0.0877490 Apr 19 19:11:44.447778 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-8a8a1fc3-9e46-4a27-b3c9-dae3b2898d7a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb27e8d5-0aa7-410e-83ac-240037c8cc6d HTTP/1.1" status: 200 len: 217 time: 0.0718517 Apr 19 19:11:44.525825 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-2478bcc2-dbed-4e0a-86e0-1090bbc972eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:44.527833 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-2478bcc2-dbed-4e0a-86e0-1090bbc972eb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=afed9574-ba6e-4acb-aa72-5f5951c14d3b HTTP/1.1" status: 200 len: 853 time: 0.0731833 Apr 19 19:11:44.564638 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c97a62-cab9-4f61-8cfb-5b30c13147e0 req-2a9a33a2-f47c-4fa4-bae2-8f95e9ae82ff tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:44.566232 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-13c97a62-cab9-4f61-8cfb-5b30c13147e0 req-2a9a33a2-f47c-4fa4-bae2-8f95e9ae82ff tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 944 time: 0.0954010 Apr 19 19:11:44.592308 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-def9078c-926a-4c12-856b-bb812f2f4e7a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b2cd983-863c-4acf-b275-30ffb9f30fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495961 Apr 19 19:11:44.620142 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-13c97a62-cab9-4f61-8cfb-5b30c13147e0 req-266d5070-9c97-4e1a-8db4-30b1ae1f1e3d tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470500 Apr 19 19:11:44.783435 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-46716263-855c-4901-8d85-6fcde2d633a6 service neutron] 10.222.0.75 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766143 Apr 19 19:11:44.940646 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c5e24f39-c22e-4b5a-a9f2-24719656f6e8 req-3c437b98-0dfc-400a-85b9-dbee636fd183 service neutron] 10.222.0.75 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480031 Apr 19 19:11:45.104783 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd782d8-a003-4ec7-8efe-20a546b991e4 req-e33e0371-7833-4f93-a9dc-8b612376dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:45.105636 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cbd782d8-a003-4ec7-8efe-20a546b991e4 req-e33e0371-7833-4f93-a9dc-8b612376dce1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8a42694aec374663aae1ddf6f96e3643&device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 1098 time: 0.1587167 Apr 19 19:11:45.113001 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376c78e-f5ae-4d41-bee4-4af31da20024 req-4163ab81-6e43-4d29-9c88-fab7c0c609f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:45.114603 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e376c78e-f5ae-4d41-bee4-4af31da20024 req-4163ab81-6e43-4d29-9c88-fab7c0c609f4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e8c6d1bd53d4d81b36a71953a444481&device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 1097 time: 0.1133032 Apr 19 19:11:45.214377 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9a95d-f16b-47b4-b060-958c7f22c821 req-2d0f3db6-cc07-4dc8-adda-c011b81b510e tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:45.216051 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7ff9a95d-f16b-47b4-b060-958c7f22c821 req-2d0f3db6-cc07-4dc8-adda-c011b81b510e tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.0937057 Apr 19 19:11:45.267680 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7ff9a95d-f16b-47b4-b060-958c7f22c821 req-722b061e-8646-4015-846c-0bf233a2e529 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442762 Apr 19 19:11:45.408236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd782d8-a003-4ec7-8efe-20a546b991e4 req-699695a5-f6d8-4ea8-889f-33a31aac0e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:45.409819 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cbd782d8-a003-4ec7-8efe-20a546b991e4 req-699695a5-f6d8-4ea8-889f-33a31aac0e07 service neutron] 10.222.0.75 "GET /v2.0/networks?id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae HTTP/1.1" status: 200 len: 919 time: 0.2837720 Apr 19 19:11:45.410995 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376c78e-f5ae-4d41-bee4-4af31da20024 req-49ff31fc-c888-4dd7-b3c7-9454d9701a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:45.412443 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e376c78e-f5ae-4d41-bee4-4af31da20024 req-49ff31fc-c888-4dd7-b3c7-9454d9701a92 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8b2cd983-863c-4acf-b275-30ffb9f30fd8 HTTP/1.1" status: 200 len: 914 time: 0.2851117 Apr 19 19:11:45.582339 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cbd782d8-a003-4ec7-8efe-20a546b991e4 req-1ac1870d-ad58-4536-9c76-a5d4dc66b65b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c443d0cd-ac7e-432e-a5c3-4cd5ad869428 HTTP/1.1" status: 200 len: 217 time: 0.1456525 Apr 19 19:11:45.584932 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e376c78e-f5ae-4d41-bee4-4af31da20024 req-b904651e-c132-4bfb-ba45-bde21dbce0fc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb27e8d5-0aa7-410e-83ac-240037c8cc6d HTTP/1.1" status: 200 len: 217 time: 0.0874493 Apr 19 19:11:45.739936 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd782d8-a003-4ec7-8efe-20a546b991e4 req-00f81d87-57bf-4f6a-8477-d56523a06cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:45.741141 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cbd782d8-a003-4ec7-8efe-20a546b991e4 req-00f81d87-57bf-4f6a-8477-d56523a06cf6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6 HTTP/1.1" status: 200 len: 858 time: 0.1290131 Apr 19 19:11:45.832047 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376c78e-f5ae-4d41-bee4-4af31da20024 req-f22cb4e9-44d2-46c8-a2fa-224943ee49f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:45.834590 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e376c78e-f5ae-4d41-bee4-4af31da20024 req-f22cb4e9-44d2-46c8-a2fa-224943ee49f7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=afed9574-ba6e-4acb-aa72-5f5951c14d3b HTTP/1.1" status: 200 len: 853 time: 0.1843951 Apr 19 19:11:45.838297 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cbd782d8-a003-4ec7-8efe-20a546b991e4 req-a43d97e2-d3d7-42d1-bdd3-bb90b4ac287e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814135 Apr 19 19:11:45.986978 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fe2be-ee12-4096-82e3-32278abd2f0d req-f7219115-3bea-47c5-9eb4-cb9be9081b5a tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:45.988721 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-370fe2be-ee12-4096-82e3-32278abd2f0d req-f7219115-3bea-47c5-9eb4-cb9be9081b5a tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 944 time: 0.1405888 Apr 19 19:11:46.006290 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e376c78e-f5ae-4d41-bee4-4af31da20024 req-f23f9b87-cb9a-442f-bb63-629c9c392827 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b2cd983-863c-4acf-b275-30ffb9f30fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503553 Apr 19 19:11:46.039601 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-370fe2be-ee12-4096-82e3-32278abd2f0d req-b096fc17-c903-45d7-9988-5f59bad0c69b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442209 Apr 19 19:11:46.160311 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cbd782d8-a003-4ec7-8efe-20a546b991e4 req-1f6a2c70-c4df-4e50-ad55-81ad67be4f5c service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014131 Apr 19 19:11:46.285448 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e376c78e-f5ae-4d41-bee4-4af31da20024 req-abae6154-0800-4b4f-b37b-6e46f38a6cc6 service neutron] 10.222.0.75 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683601 Apr 19 19:11:46.480828 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe678ae-0a52-4722-a0b8-eaa5751cd3a5 req-b5b8dbce-7432-4986-b300-5bf7f544bec8 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:46.482578 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6fe678ae-0a52-4722-a0b8-eaa5751cd3a5 req-b5b8dbce-7432-4986-b300-5bf7f544bec8 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.0959272 Apr 19 19:11:46.535306 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6fe678ae-0a52-4722-a0b8-eaa5751cd3a5 req-e05c4f47-2a2f-4f77-a787-2396399fe3fc tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457711 Apr 19 19:11:46.678631 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cbd782d8-a003-4ec7-8efe-20a546b991e4 req-841cb585-9f99-458d-8d2f-a76c6306b3aa service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069211 Apr 19 19:11:46.722987 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e376c78e-f5ae-4d41-bee4-4af31da20024 req-180dae29-3bb2-4965-957d-6b4ba68da39a service neutron] 10.222.0.75 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162765 Apr 19 19:11:47.246696 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecb734-10bd-43f8-8724-44393b889941 req-23627770-c548-435b-ab30-ae3c756ecbf4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:47.248339 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1eecb734-10bd-43f8-8724-44393b889941 req-23627770-c548-435b-ab30-ae3c756ecbf4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 944 time: 0.0925391 Apr 19 19:11:47.300946 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1eecb734-10bd-43f8-8724-44393b889941 req-b886f99f-a853-4dbe-9280-45ef3c65e40a tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457141 Apr 19 19:11:47.754286 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049eec5-2353-4986-998b-bb6e97c6f1a5 req-0e93b4d3-75bd-4008-971a-b50bbcd27b0a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:47.755940 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f049eec5-2353-4986-998b-bb6e97c6f1a5 req-0e93b4d3-75bd-4008-971a-b50bbcd27b0a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.0951698 Apr 19 19:11:47.805640 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f049eec5-2353-4986-998b-bb6e97c6f1a5 req-8108bce9-dd83-438a-b85f-eb501c0005c3 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431125 Apr 19 19:11:48.506014 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45c126-4d71-466c-869a-be4fee27ed8c req-977e453a-e1d4-452b-9050-9266c2027442 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:48.507592 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ab45c126-4d71-466c-869a-be4fee27ed8c req-977e453a-e1d4-452b-9050-9266c2027442 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 944 time: 0.0887873 Apr 19 19:11:48.557571 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ab45c126-4d71-466c-869a-be4fee27ed8c req-ab43a65a-b575-4580-93fe-8449a719a9bc tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435998 Apr 19 19:11:49.021083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f73d0-a483-4b85-a733-ce801cb1619c req-51020335-fab9-4be8-abc3-7e621c08f71c tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:49.022750 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5c4f73d0-a483-4b85-a733-ce801cb1619c req-51020335-fab9-4be8-abc3-7e621c08f71c tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.0935602 Apr 19 19:11:49.072903 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5c4f73d0-a483-4b85-a733-ce801cb1619c req-dd23fa06-9ccc-4aaa-929a-631837e3a4ff tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434186 Apr 19 19:11:49.764412 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f9107-de6b-42d3-92b6-901bc85492bf req-2dff7c4a-936a-414d-b11c-8d404d44b257 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:49.765985 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2d9f9107-de6b-42d3-92b6-901bc85492bf req-2dff7c4a-936a-414d-b11c-8d404d44b257 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 944 time: 0.0924447 Apr 19 19:11:49.817031 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2d9f9107-de6b-42d3-92b6-901bc85492bf req-c9fb9a66-2f7f-4c0b-acd7-6876a5f0ee32 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444815 Apr 19 19:11:50.427125 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabb88e-0ba7-44d4-8748-c6ea646e84c9 req-7ad27531-5d4a-4680-8bfa-1348575002fe tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:50.428750 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5aabb88e-0ba7-44d4-8748-c6ea646e84c9 req-7ad27531-5d4a-4680-8bfa-1348575002fe tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.0963457 Apr 19 19:11:50.478334 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5aabb88e-0ba7-44d4-8748-c6ea646e84c9 req-3c286cd5-64c2-4179-8f70-bbd5d0914ea0 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428956 Apr 19 19:11:50.678195 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-b0672e59-5564-4dc4-aa33-669037eb000e tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:50.678848 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-b0672e59-5564-4dc4-aa33-669037eb000e tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Synchronizing usage tracker for tenant:3168ecbc898b49b0a92805c75218ee61 on resource:network {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:11:50.695025 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-b0672e59-5564-4dc4-aa33-669037eb000e tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Unset dirty status for tenant:3168ecbc898b49b0a92805c75218ee61 on resource:network {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:11:50.696318 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-b0672e59-5564-4dc4-aa33-669037eb000e tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/networks?id=8a49f3ad-035d-4c9e-ab45-99d605d931a0 HTTP/1.1" status: 200 len: 808 time: 0.1848757 Apr 19 19:11:50.713570 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-bce019bc-6cdf-4e64-bbbc-60b93b0c462e tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/quotas/3168ecbc898b49b0a92805c75218ee61 HTTP/1.1" status: 200 len: 375 time: 0.0100572 Apr 19 19:11:50.770199 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-00e67c10-446b-4a80-a490-83b262acafcd tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3168ecbc898b49b0a92805c75218ee61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495391 Apr 19 19:11:50.922164 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-9652b58a-af86-487c-9306-7e4e9136463e service neutron] 10.222.0.58 "GET /v2.0/networks/8a49f3ad-035d-4c9e-ab45-99d605d931a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444812 Apr 19 19:11:51.032233 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab1e3d-831c-4458-be18-cd4a52b10b82 req-e1d741a8-5a87-482e-9b7e-f31bd34833f8 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:51.033868 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0eab1e3d-831c-4458-be18-cd4a52b10b82 req-e1d741a8-5a87-482e-9b7e-f31bd34833f8 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 944 time: 0.0990725 Apr 19 19:11:51.075105 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-9c73d8e1-34b2-4e0a-8c84-e42d4b47a6f1 service neutron] 10.222.0.58 "GET /v2.0/networks/8a49f3ad-035d-4c9e-ab45-99d605d931a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461594 Apr 19 19:11:51.083778 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0eab1e3d-831c-4458-be18-cd4a52b10b82 req-afa02010-1197-43e9-abb0-363471930b03 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431669 Apr 19 19:11:51.275413 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-945dbffd-eb2a-45e3-a246-989f0f19e985 req-a7a724b2-104e-4998-8257-36616e4758ef tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 210 time: 0.0572712 Apr 19 19:11:51.699172 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e082bd-69a8-4e02-beaa-fe8049d2fe9c req-f60a41f5-8264-4276-be86-b7ec8890bcd7 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:51.700856 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d2e082bd-69a8-4e02-beaa-fe8049d2fe9c req-f60a41f5-8264-4276-be86-b7ec8890bcd7 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.0939710 Apr 19 19:11:51.754932 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d2e082bd-69a8-4e02-beaa-fe8049d2fe9c req-e8504ad1-6636-465e-bef9-8c1cc35dc806 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459986 Apr 19 19:11:52.293292 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61346b1b-5d85-43f2-b43e-e591fc016f55 req-64b77db0-1f83-4104-8539-8e43d2a72cfa tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:52.294911 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-61346b1b-5d85-43f2-b43e-e591fc016f55 req-64b77db0-1f83-4104-8539-8e43d2a72cfa tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 944 time: 0.0956471 Apr 19 19:11:52.346830 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-61346b1b-5d85-43f2-b43e-e591fc016f55 req-0289fe12-9405-4790-80c8-72091f3074fc tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455627 Apr 19 19:11:52.505462 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9fcf08f7-42f4-4eca-ae07-d50b980f5456 req-96c1449a-471b-4319-b2fe-f01f2c55f03d tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 210 time: 0.0503592 Apr 19 19:11:52.677877 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-ad584c71-e3d3-4e6a-a4cc-996305d33055 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:52.679453 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-ad584c71-e3d3-4e6a-a4cc-996305d33055 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.75 "GET /v2.0/networks?id=8a49f3ad-035d-4c9e-ab45-99d605d931a0 HTTP/1.1" status: 200 len: 808 time: 0.1850550 Apr 19 19:11:52.696195 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-53061ce7-9c67-4f95-bf0d-cb7d65d6ba14 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Request body: {'port': {'device_id': '6ef4dc72-434b-48fb-8f72-f48148caad84', 'network_id': '8a49f3ad-035d-4c9e-ab45-99d605d931a0', 'admin_state_up': True, 'tenant_id': '3168ecbc898b49b0a92805c75218ee61'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:52.869088 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-53061ce7-9c67-4f95-bf0d-cb7d65d6ba14 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:52.873719 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-53061ce7-9c67-4f95-bf0d-cb7d65d6ba14 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Usage tracker for resource:port and tenant:3168ecbc898b49b0a92805c75218ee61 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:52.876932 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-53061ce7-9c67-4f95-bf0d-cb7d65d6ba14 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:52.884786 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-53061ce7-9c67-4f95-bf0d-cb7d65d6ba14 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:52.945412 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-53061ce7-9c67-4f95-bf0d-cb7d65d6ba14 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Made reservation on behalf of 3168ecbc898b49b0a92805c75218ee61 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:11:52.951750 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-53061ce7-9c67-4f95-bf0d-cb7d65d6ba14 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:53.064690 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3776b-6860-43c8-a7e1-1e4df5f2de3e req-11aa4797-e399-4ca6-a843-4e0f8a09d340 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:53.066297 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7fc3776b-6860-43c8-a7e1-1e4df5f2de3e req-11aa4797-e399-4ca6-a843-4e0f8a09d340 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1861367 Apr 19 19:11:53.174970 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7fc3776b-6860-43c8-a7e1-1e4df5f2de3e req-e21cfec1-38d0-4f9a-b0f9-edeb705ba6cc tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974929 Apr 19 19:11:53.200765 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-53061ce7-9c67-4f95-bf0d-cb7d65d6ba14 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Allocated IP 172.20.0.2 (8a49f3ad-035d-4c9e-ab45-99d605d931a0/401daec7-ac2f-4344-8719-6a6b1298d9b2/a98279f3-2f8e-4a96-a8e0-3bc97ca793a0) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:11:53.427275 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-53061ce7-9c67-4f95-bf0d-cb7d65d6ba14 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:53.462313 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-53061ce7-9c67-4f95-bf0d-cb7d65d6ba14 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:53.470615 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cf79e786-a441-4b67-bfa4-e5ce69a9a872 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:53.547908 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-53061ce7-9c67-4f95-bf0d-cb7d65d6ba14 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Network 8a49f3ad-035d-4c9e-ab45-99d605d931a0 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:11:53.552846 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-53061ce7-9c67-4f95-bf0d-cb7d65d6ba14 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:11:53.558247 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-53061ce7-9c67-4f95-bf0d-cb7d65d6ba14 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:11:53.578207 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894cc99-4c82-4301-8a24-372e6a6d0bde req-83814687-a96e-4191-9798-fe87738eff43 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:53.583481 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5894cc99-4c82-4301-8a24-372e6a6d0bde req-83814687-a96e-4191-9798-fe87738eff43 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 944 time: 0.1185865 Apr 19 19:11:53.595050 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53061ce7-9c67-4f95-bf0d-cb7d65d6ba14 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Pushing event updated for resources: {'Port': ['ID=a98279f3-2f8e-4a96-a8e0-3bc97ca793a0,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:53.603127 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-53061ce7-9c67-4f95-bf0d-cb7d65d6ba14 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:53.636279 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-53061ce7-9c67-4f95-bf0d-cb7d65d6ba14 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:53.636990 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-53061ce7-9c67-4f95-bf0d-cb7d65d6ba14 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:53.642374 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5894cc99-4c82-4301-8a24-372e6a6d0bde req-ccfbd74e-3933-4ae5-b395-ed59165a384f tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578079 Apr 19 19:11:53.664415 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-53061ce7-9c67-4f95-bf0d-cb7d65d6ba14 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9725852 Apr 19 19:11:53.677974 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Request body: {'port': {'device_id': '6ef4dc72-434b-48fb-8f72-f48148caad84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:11:53.871198 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:53.898217 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885a124-9c95-4ffc-9514-d68a16533c95 req-367e6ec6-e40e-4c98-8ae4-5d16c59c0307 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:53.898985 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-8885a124-9c95-4ffc-9514-d68a16533c95 req-367e6ec6-e40e-4c98-8ae4-5d16c59c0307 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Synchronizing usage tracker for tenant:3168ecbc898b49b0a92805c75218ee61 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:11:53.969484 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-8885a124-9c95-4ffc-9514-d68a16533c95 req-367e6ec6-e40e-4c98-8ae4-5d16c59c0307 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Unset dirty status for tenant:3168ecbc898b49b0a92805c75218ee61 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:11:53.970692 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8885a124-9c95-4ffc-9514-d68a16533c95 req-367e6ec6-e40e-4c98-8ae4-5d16c59c0307 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 931 time: 0.2481046 Apr 19 19:11:54.104027 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-8885a124-9c95-4ffc-9514-d68a16533c95 req-3f9f468f-c72e-4bc1-a5df-c9bc32c50367 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Synchronizing usage tracker for tenant:3168ecbc898b49b0a92805c75218ee61 on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:11:54.198900 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-8885a124-9c95-4ffc-9514-d68a16533c95 req-3f9f468f-c72e-4bc1-a5df-c9bc32c50367 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Unset dirty status for tenant:3168ecbc898b49b0a92805c75218ee61 on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:11:54.200171 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8885a124-9c95-4ffc-9514-d68a16533c95 req-3f9f468f-c72e-4bc1-a5df-c9bc32c50367 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/security-groups?id=96032a0f-67f0-4f70-9afa-711ba7a7b523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220197 Apr 19 19:11:54.252334 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 42660) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:54.339017 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:11:54.347883 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:54.365722 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Transition to ACTIVE for port object a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:11:54.369071 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:54.375117 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fccec4f9-1534-4a99-b12d-4033ae126c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:54.401256 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0536f65-8cfb-4f63-b453-d98f03dfea71 req-41b70f75-d837-455f-b1cf-379ada8de39d tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:54.403089 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e0536f65-8cfb-4f63-b453-d98f03dfea71 req-41b70f75-d837-455f-b1cf-379ada8de39d tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.0933578 Apr 19 19:11:54.425793 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-62106e9e-82dc-4d68-b469-4170b72a4224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:54.464284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-62106e9e-82dc-4d68-b469-4170b72a4224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:54.469043 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device bb27e8d5-0aa7-410e-83ac-240037c8cc6d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:11:54.482159 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-62106e9e-82dc-4d68-b469-4170b72a4224 admin admin] Usage tracker for resource:security_group_rule and tenant:fd3a889dc5ea46ee9242f933ddb1368d is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:54.487440 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-62106e9e-82dc-4d68-b469-4170b72a4224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:54.494749 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e0536f65-8cfb-4f63-b453-d98f03dfea71 req-63cec10c-3cf3-41b5-bd58-d335d48bf495 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724962 Apr 19 19:11:54.499071 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-62106e9e-82dc-4d68-b469-4170b72a4224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:54.557420 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Pushing event updated for resources: {'Port': ['ID=a98279f3-2f8e-4a96-a8e0-3bc97ca793a0,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:54.571623 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:54.622620 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port bb27e8d5-0aa7-410e-83ac-240037c8cc6d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bb27e8d5-0aa7-410e-83ac-240037c8cc6d,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:54.637715 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': 'bb27e8d5-0aa7-410e-83ac-240037c8cc6d', 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8', 'port_id': 'bb27e8d5-0aa7-410e-83ac-240037c8cc6d', 'mac_address': 'fa:16:3e:b8:e4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afed9574-ba6e-4acb-aa72-5f5951c14d3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:11:54.676783 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-62106e9e-82dc-4d68-b469-4170b72a4224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:54.690880 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-62106e9e-82dc-4d68-b469-4170b72a4224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:54.699890 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Attempting to bind port a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:11:54.700284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Attempting to bind port a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '04b3de29-9772-4f03-8158-17f00c546140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a49f3ad-035d-4c9e-ab45-99d605d931a0'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:11:54.700654 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Attempting to bind port a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 on network 8a49f3ad-035d-4c9e-ab45-99d605d931a0 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:11:54.711121 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ee1d0585-0836-4c8f-88cc-3a51e56e172f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:54.722283 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Port a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 on network 8a49f3ad-035d-4c9e-ab45-99d605d931a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:11:54.722636 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Attempting to bind port a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 on network 8a49f3ad-035d-4c9e-ab45-99d605d931a0 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:11:54.738706 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Checking agent: {'id': 'ec7575f8-60dd-4295-9a80-edc463fb7fa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:11:54.739005 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Checking segment: {'id': '04b3de29-9772-4f03-8158-17f00c546140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a49f3ad-035d-4c9e-ab45-99d605d931a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:11:54.741431 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Bound using segment: {'id': '04b3de29-9772-4f03-8158-17f00c546140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a49f3ad-035d-4c9e-ab45-99d605d931a0'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:11:54.741965 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Bound port: a98279f3-2f8e-4a96-a8e0-3bc97ca793a0, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b3de29-9772-4f03-8158-17f00c546140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a49f3ad-035d-4c9e-ab45-99d605d931a0'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:11:54.742363 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:54.747293 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:54.768608 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb27e8d5-0aa7-410e-83ac-240037c8cc6d {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:11:54.787158 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port bb27e8d5-0aa7-410e-83ac-240037c8cc6d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bb27e8d5-0aa7-410e-83ac-240037c8cc6d,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:54.792487 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:54.794508 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d70baae9-f0bc-4b6e-b369-05c9d973824e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:54.796240 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-62106e9e-82dc-4d68-b469-4170b72a4224 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd3a889dc5ea46ee9242f933ddb1368d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5426621 Apr 19 19:11:54.799842 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 42674) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:54.890052 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=bb27e8d5-0aa7-410e-83ac-240037c8cc6d,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:54.901791 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:54.922606 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] For port a98279f3-2f8e-4a96-a8e0-3bc97ca793a0, host hv-cinder-78693, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:11:54.925860 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] For port a98279f3-2f8e-4a96-a8e0-3bc97ca793a0, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a98279f3-2f8e-4a96-a8e0-3bc97ca793a0,segment=NetworkSegment(04b3de29-9772-4f03-8158-17f00c546140),segment_id=04b3de29-9772-4f03-8158-17f00c546140)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:11:54.929433 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:54.934301 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-02b8aaf3-4eea-434b-9cde-0ee903d968cf tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:54.943357 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62106e9e-82dc-4d68-b469-4170b72a4224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b507fbd3-f407-4d9b-b151-a40e959df5c7,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:54.957377 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-30b5c9fa-c06a-4749-86eb-e50cdd243388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:54.967901 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-62106e9e-82dc-4d68-b469-4170b72a4224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:54.991289 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-30b5c9fa-c06a-4749-86eb-e50cdd243388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:54.991413 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:54.991413 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:54.992905 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] 10.222.0.75 "PUT /v2.0/ports/a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 HTTP/1.1" status: 200 len: 1093 time: 1.3203185 Apr 19 19:11:54.995790 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef4dc72-434b-48fb-8f72-f48148caad84', 'tag': 'a98279f3-2f8e-4a96-a8e0-3bc97ca793a0'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:55.033921 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Pushing event updated for resources: {'Port': ['ID=a98279f3-2f8e-4a96-a8e0-3bc97ca793a0,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:55.037670 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:55.067736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-30b5c9fa-c06a-4749-86eb-e50cdd243388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:55.079999 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9cc51193-9a31-417c-be7c-f4c19f210d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:55.087431 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef4dc72-434b-48fb-8f72-f48148caad84', 'tag': 'a98279f3-2f8e-4a96-a8e0-3bc97ca793a0', 'status': 'completed', 'code': 200} Apr 19 19:11:55.105526 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4ca84-64bc-480a-bd04-2926f4b865d8 req-5faea7b2-215a-422c-b4b1-0fcb38c701fe tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:55.106858 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b0e4ca84-64bc-480a-bd04-2926f4b865d8 req-5faea7b2-215a-422c-b4b1-0fcb38c701fe tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 945 time: 0.2399590 Apr 19 19:11:55.108294 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5c9fa-c06a-4749-86eb-e50cdd243388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b507fbd3-f407-4d9b-b151-a40e959df5c7,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:55.111400 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-30b5c9fa-c06a-4749-86eb-e50cdd243388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:55.112715 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-30b5c9fa-c06a-4749-86eb-e50cdd243388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:55.113860 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-30b5c9fa-c06a-4749-86eb-e50cdd243388 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b507fbd3-f407-4d9b-b151-a40e959df5c7 HTTP/1.1" status: 204 len: 168 time: 0.3130012 Apr 19 19:11:55.149944 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-441c31e2-47e8-4270-b752-04c764c0f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:55.151944 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-441c31e2-47e8-4270-b752-04c764c0f138 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3168ecbc898b49b0a92805c75218ee61&device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 1096 time: 0.1052177 Apr 19 19:11:55.178126 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b0e4ca84-64bc-480a-bd04-2926f4b865d8 req-6ab42696-66f4-4d34-b29a-241a110148db tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487983 Apr 19 19:11:55.198588 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['bb27e8d5-0aa7-410e-83ac-240037c8cc6d'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:11:55.262595 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-d43b7656-87a0-48d4-9933-997981ed976d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 HTTP/1.1" status: 200 len: 217 time: 0.1003888 Apr 19 19:11:55.393327 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-9d6f4df3-11ad-4f84-a35d-438734f15b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:55.395124 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-9d6f4df3-11ad-4f84-a35d-438734f15b27 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=401daec7-ac2f-4344-8719-6a6b1298d9b2 HTTP/1.1" status: 200 len: 848 time: 0.1203632 Apr 19 19:11:55.462655 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-a627f1f9-723a-4aa7-887a-72ab9013e018 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a49f3ad-035d-4c9e-ab45-99d605d931a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552328 Apr 19 19:11:55.537538 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd491bb-438a-45f6-be5c-54211fd5d2ba req-4eaa478d-e60a-4cb6-9976-dc91db828cce tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:55.539223 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0bd491bb-438a-45f6-be5c-54211fd5d2ba req-4eaa478d-e60a-4cb6-9976-dc91db828cce tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 943 time: 0.1666241 Apr 19 19:11:55.632603 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0bd491bb-438a-45f6-be5c-54211fd5d2ba req-7f76ca34-f250-44dc-9a1c-afba410640ad tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/security-groups?id=96032a0f-67f0-4f70-9afa-711ba7a7b523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686862 Apr 19 19:11:55.669292 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-e0cc3f77-ca7c-4ac9-ad27-db7e658a460d service neutron] 10.222.0.75 "GET /v2.0/networks/8a49f3ad-035d-4c9e-ab45-99d605d931a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940491 Apr 19 19:11:55.972748 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb31807-2a5d-4367-bf59-e43d7ed907d8 req-1c2984c6-334f-4007-b36c-39d503331b70 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:55.974477 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cdb31807-2a5d-4367-bf59-e43d7ed907d8 req-1c2984c6-334f-4007-b36c-39d503331b70 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1880400 Apr 19 19:11:55.978569 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b2792400-442d-46a1-9fe7-1791cd82b128 req-70b0bbd2-5f01-45b7-ad14-6996d10ffbc0 service neutron] 10.222.0.75 "GET /v2.0/networks/8a49f3ad-035d-4c9e-ab45-99d605d931a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932794 Apr 19 19:11:56.095146 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cdb31807-2a5d-4367-bf59-e43d7ed907d8 req-d09aa076-57dc-41d2-825b-fb636d0f3bac tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107321 Apr 19 19:11:56.143329 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a565c02-9975-4600-b8b5-3d088363da3c req-b06dcf1a-7f8f-4557-b371-7580b4318ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:56.144982 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9a565c02-9975-4600-b8b5-3d088363da3c req-b06dcf1a-7f8f-4557-b371-7580b4318ce6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3168ecbc898b49b0a92805c75218ee61&device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 1096 time: 0.0957160 Apr 19 19:11:56.409992 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac604c-6059-451e-ae57-f2bd4ef351cf req-9aff0d5f-a567-46a8-be94-ddc173a721ce tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:56.419152 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-51ac604c-6059-451e-ae57-f2bd4ef351cf req-9aff0d5f-a567-46a8-be94-ddc173a721ce tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 945 time: 0.1147137 Apr 19 19:11:56.477706 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-51ac604c-6059-451e-ae57-f2bd4ef351cf req-87d3e5f9-36cf-4fda-afb1-8f7dcd064154 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569234 Apr 19 19:11:56.550166 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a565c02-9975-4600-b8b5-3d088363da3c req-1b82f559-d83e-4ce6-a147-960e86f65d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:56.551738 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9a565c02-9975-4600-b8b5-3d088363da3c req-1b82f559-d83e-4ce6-a147-960e86f65d97 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8a49f3ad-035d-4c9e-ab45-99d605d931a0 HTTP/1.1" status: 200 len: 909 time: 0.3961151 Apr 19 19:11:56.633540 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9a565c02-9975-4600-b8b5-3d088363da3c req-e51a74e5-158c-4a70-abb6-3feebf704c32 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 HTTP/1.1" status: 200 len: 217 time: 0.0699897 Apr 19 19:11:56.712800 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a565c02-9975-4600-b8b5-3d088363da3c req-03cf1ba0-108a-4c27-a2c1-5c56efb7bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:56.714507 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9a565c02-9975-4600-b8b5-3d088363da3c req-03cf1ba0-108a-4c27-a2c1-5c56efb7bf42 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=401daec7-ac2f-4344-8719-6a6b1298d9b2 HTTP/1.1" status: 200 len: 848 time: 0.0724950 Apr 19 19:11:56.777534 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9a565c02-9975-4600-b8b5-3d088363da3c req-de349c00-0153-44c3-bbad-992ceb9a6f31 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8a49f3ad-035d-4c9e-ab45-99d605d931a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525820 Apr 19 19:11:57.005419 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9a565c02-9975-4600-b8b5-3d088363da3c req-d38fe214-e190-49ad-a0cb-6579250903bd service neutron] 10.222.0.75 "GET /v2.0/networks/8a49f3ad-035d-4c9e-ab45-99d605d931a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201824 Apr 19 19:11:57.203451 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b4807-7650-431c-983b-2164e3ca5df3 req-8f3b1b15-a1fa-4e2d-aad3-f72dc170ede2 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:57.206863 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-830b4807-7650-431c-983b-2164e3ca5df3 req-8f3b1b15-a1fa-4e2d-aad3-f72dc170ede2 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 943 time: 0.3988454 Apr 19 19:11:57.244535 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 42758) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:57.299334 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-830b4807-7650-431c-983b-2164e3ca5df3 req-05453b8b-13fc-4b68-a8d2-437f6417515f tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/security-groups?id=96032a0f-67f0-4f70-9afa-711ba7a7b523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857406 Apr 19 19:11:57.301663 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9a565c02-9975-4600-b8b5-3d088363da3c req-18667637-6b4f-424e-b688-a24a91b1dfcf service neutron] 10.222.0.75 "GET /v2.0/networks/8a49f3ad-035d-4c9e-ab45-99d605d931a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594821 Apr 19 19:11:57.391072 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:11:57.394315 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8b2d-a732-43a0-8f8e-d5836d4bae5d req-230437b0-e91b-4bcf-9aed-b26afd1cbbd2 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:57.396089 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-854f8b2d-a732-43a0-8f8e-d5836d4bae5d req-230437b0-e91b-4bcf-9aed-b26afd1cbbd2 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1014409 Apr 19 19:11:57.448093 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-854f8b2d-a732-43a0-8f8e-d5836d4bae5d req-b2d47d7c-daa6-4007-a339-f876a62206a6 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450416 Apr 19 19:11:57.489065 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-109ac420-aa63-4e94-b12d-aa73000884c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:57.506621 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-109ac420-aa63-4e94-b12d-aa73000884c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:11:57.511063 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-109ac420-aa63-4e94-b12d-aa73000884c5 admin admin] Usage tracker for resource:security_group_rule and tenant:9b9006859851434fb8afe7a095980663 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:11:57.515215 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-109ac420-aa63-4e94-b12d-aa73000884c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:11:57.521352 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-109ac420-aa63-4e94-b12d-aa73000884c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:11:57.684894 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-109ac420-aa63-4e94-b12d-aa73000884c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:57.699464 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-109ac420-aa63-4e94-b12d-aa73000884c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:57.710759 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:57.761409 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-109ac420-aa63-4e94-b12d-aa73000884c5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b9006859851434fb8afe7a095980663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5154908 Apr 19 19:11:57.763157 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ac420-aa63-4e94-b12d-aa73000884c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0085650e-1e02-41d9-92e4-f87aaf26b9c7,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:57.764350 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 42768) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:11:57.774452 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee3714-375c-4c84-bfab-d72c210e012e req-36af8c4a-c15d-4e07-9fc4-abdfab64951e tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:57.776069 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-78ee3714-375c-4c84-bfab-d72c210e012e req-36af8c4a-c15d-4e07-9fc4-abdfab64951e tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 945 time: 0.1819623 Apr 19 19:11:57.776916 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-109ac420-aa63-4e94-b12d-aa73000884c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:57.830210 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-51c65b44-cd21-413f-89e3-a3a842af7e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:57.832834 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-78ee3714-375c-4c84-bfab-d72c210e012e req-5718b494-54c3-4ea2-91fc-2b25240a42e5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477815 Apr 19 19:11:57.861834 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-51c65b44-cd21-413f-89e3-a3a842af7e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:57.906103 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-51c65b44-cd21-413f-89e3-a3a842af7e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:57.910954 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c9ad6471-b974-4ace-a2d0-984c5eab3f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:57.925510 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c65b44-cd21-413f-89e3-a3a842af7e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0085650e-1e02-41d9-92e4-f87aaf26b9c7,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:57.928536 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-51c65b44-cd21-413f-89e3-a3a842af7e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:57.929506 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-51c65b44-cd21-413f-89e3-a3a842af7e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:57.930699 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-51c65b44-cd21-413f-89e3-a3a842af7e57 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0085650e-1e02-41d9-92e4-f87aaf26b9c7 HTTP/1.1" status: 204 len: 168 time: 0.1652887 Apr 19 19:11:58.506628 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device bb27e8d5-0aa7-410e-83ac-240037c8cc6d up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:11:58.530944 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab1f76-2ac0-4e12-bfc5-57f263f945ad req-7e3d8a5f-c53c-49e7-bc3d-5bd4c2678115 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:58.534193 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-85ab1f76-2ac0-4e12-bfc5-57f263f945ad req-7e3d8a5f-c53c-49e7-bc3d-5bd4c2678115 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 943 time: 0.0999279 Apr 19 19:11:58.613317 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-85ab1f76-2ac0-4e12-bfc5-57f263f945ad req-40013603-bd28-4851-a469-bbdff65b78d0 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/security-groups?id=96032a0f-67f0-4f70-9afa-711ba7a7b523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743697 Apr 19 19:11:58.644766 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning for port bb27e8d5-0aa7-410e-83ac-240037c8cc6d completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:11:58.650449 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port bb27e8d5-0aa7-410e-83ac-240037c8cc6d triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:11:58.651078 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:58.728697 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03419e8e-8bf1-4e49-b68d-7b957a976fbf req-f140f526-5ec9-474d-9214-bcbd3433cb23 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:58.738402 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-03419e8e-8bf1-4e49-b68d-7b957a976fbf req-f140f526-5ec9-474d-9214-bcbd3433cb23 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1331055 Apr 19 19:11:58.794755 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-03419e8e-8bf1-4e49-b68d-7b957a976fbf req-3250952a-086f-4fd8-8f7e-43537c85fe13 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551925 Apr 19 19:11:58.807083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:58.840384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8cadd6-31ec-449a-af2a-63dfb690c04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb27e8d5-0aa7-410e-83ac-240037c8cc6d'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:11:58.850918 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port bb27e8d5-0aa7-410e-83ac-240037c8cc6d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bb27e8d5-0aa7-410e-83ac-240037c8cc6d,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:11:58.853995 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:11:58.856111 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:11:58.904602 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8cadd6-31ec-449a-af2a-63dfb690c04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb27e8d5-0aa7-410e-83ac-240037c8cc6d', 'code': 200} Apr 19 19:11:58.933046 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=bb27e8d5-0aa7-410e-83ac-240037c8cc6d,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:11:58.936804 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:11:59.083838 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1cf3b-e4e0-45be-9dd0-665ff9a4a94a req-12ba0f81-a031-45b8-b756-99fdf944917f tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:59.085489 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d8a1cf3b-e4e0-45be-9dd0-665ff9a4a94a req-12ba0f81-a031-45b8-b756-99fdf944917f tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 946 time: 0.1078930 Apr 19 19:11:59.137146 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d8a1cf3b-e4e0-45be-9dd0-665ff9a4a94a req-6b7e61ff-2fe8-4edb-a285-1c3199f661e3 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452685 Apr 19 19:11:59.178132 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323fbe7-5df3-4a1a-a6bf-a3e9a0e0d3df req-7d761ba3-9505-45d5-8986-a5dd12ff6baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:59.179755 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e323fbe7-5df3-4a1a-a6bf-a3e9a0e0d3df req-7d761ba3-9505-45d5-8986-a5dd12ff6baf service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 1099 time: 0.0898538 Apr 19 19:11:59.234695 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e323fbe7-5df3-4a1a-a6bf-a3e9a0e0d3df req-c9df5e8d-5d93-4eba-ba76-7273b6013d17 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388660 Apr 19 19:11:59.852423 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1ab73-fd28-47a3-80bd-05a4e86b0c98 req-50a0daa9-4185-4648-909f-39f46cb25b5a tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:11:59.854293 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9da1ab73-fd28-47a3-80bd-05a4e86b0c98 req-50a0daa9-4185-4648-909f-39f46cb25b5a tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 943 time: 0.0939643 Apr 19 19:11:59.911011 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9da1ab73-fd28-47a3-80bd-05a4e86b0c98 req-9bf69419-d4e0-42f8-a459-c63c14c4838c tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/security-groups?id=96032a0f-67f0-4f70-9afa-711ba7a7b523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485475 Apr 19 19:12:00.021304 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b13ffc-7305-4177-90e9-8aab7d30b386 req-23f111bf-eca6-4eeb-a08f-fb558f694b88 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:00.022938 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b1b13ffc-7305-4177-90e9-8aab7d30b386 req-23f111bf-eca6-4eeb-a08f-fb558f694b88 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1010463 Apr 19 19:12:00.072509 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b1b13ffc-7305-4177-90e9-8aab7d30b386 req-71ed2d50-fe58-4958-bf33-d88472b22c4e tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429904 Apr 19 19:12:00.347775 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accda2ec-4038-4476-875f-834811c51ccd req-7ab480c2-7922-45b6-98c8-90ba6c2b9383 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:00.348582 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-accda2ec-4038-4476-875f-834811c51ccd req-7ab480c2-7922-45b6-98c8-90ba6c2b9383 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Synchronizing usage tracker for tenant:1e8c6d1bd53d4d81b36a71953a444481 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:12:00.364785 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-accda2ec-4038-4476-875f-834811c51ccd req-7ab480c2-7922-45b6-98c8-90ba6c2b9383 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Unset dirty status for tenant:1e8c6d1bd53d4d81b36a71953a444481 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:12:00.366064 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-accda2ec-4038-4476-875f-834811c51ccd req-7ab480c2-7922-45b6-98c8-90ba6c2b9383 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 946 time: 0.1149909 Apr 19 19:12:00.416556 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-accda2ec-4038-4476-875f-834811c51ccd req-5b021adb-feba-476f-bd1e-b2e9df823c61 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437436 Apr 19 19:12:00.524153 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:12:00.681924 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port a98279f3-2f8e-4a96-a8e0-3bc97ca793a0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a98279f3-2f8e-4a96-a8e0-3bc97ca793a0,segment=NetworkSegment(04b3de29-9772-4f03-8158-17f00c546140),segment_id=04b3de29-9772-4f03-8158-17f00c546140)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:00.702058 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': 'a98279f3-2f8e-4a96-a8e0-3bc97ca793a0', 'network_id': '8a49f3ad-035d-4c9e-ab45-99d605d931a0', 'port_id': 'a98279f3-2f8e-4a96-a8e0-3bc97ca793a0', 'mac_address': 'fa:16:3e:9a:f1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401daec7-ac2f-4344-8719-6a6b1298d9b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:12:00.780383 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:00.803454 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:12:00.819704 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port a98279f3-2f8e-4a96-a8e0-3bc97ca793a0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a98279f3-2f8e-4a96-a8e0-3bc97ca793a0,segment=NetworkSegment(04b3de29-9772-4f03-8158-17f00c546140),segment_id=04b3de29-9772-4f03-8158-17f00c546140)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:00.822642 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:00.824480 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:00.901619 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=a98279f3-2f8e-4a96-a8e0-3bc97ca793a0,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:00.905830 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:01.281328 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754af67-728c-46ac-82c9-9bfa0f2537d8 req-c52821fb-9718-460b-81fc-03f091aeaf73 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:01.283019 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0754af67-728c-46ac-82c9-9bfa0f2537d8 req-c52821fb-9718-460b-81fc-03f091aeaf73 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 944 time: 0.1026249 Apr 19 19:12:01.294451 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['a98279f3-2f8e-4a96-a8e0-3bc97ca793a0'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:12:01.319355 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55711daa-cd28-4e2f-87da-3d1a2f3a2271 req-83ebe8c3-5232-47f0-bba7-406953f87935 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:01.321047 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-55711daa-cd28-4e2f-87da-3d1a2f3a2271 req-83ebe8c3-5232-47f0-bba7-406953f87935 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1030231 Apr 19 19:12:01.342241 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0754af67-728c-46ac-82c9-9bfa0f2537d8 req-5fc7782d-d9ae-4789-8831-ebb8c428c27d tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/security-groups?id=96032a0f-67f0-4f70-9afa-711ba7a7b523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518925 Apr 19 19:12:01.385198 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-55711daa-cd28-4e2f-87da-3d1a2f3a2271 req-b27aff0b-0b52-41fe-9887-39ac27a3db51 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566800 Apr 19 19:12:01.676051 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea25ea-7246-43c5-bc4f-9f8e0256e6c0 req-f9c1c35f-c23f-45cc-9caf-7c2761a57a01 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:01.677788 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c8ea25ea-7246-43c5-bc4f-9f8e0256e6c0 req-f9c1c35f-c23f-45cc-9caf-7c2761a57a01 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 946 time: 0.1021447 Apr 19 19:12:01.735927 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c8ea25ea-7246-43c5-bc4f-9f8e0256e6c0 req-437a6065-79f1-4289-8474-a618ebebabd5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504799 Apr 19 19:12:02.542310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 42918) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:02.579715 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e8188-c727-4027-af91-591a2b0a1d3d req-a198b1cf-7b0a-4278-a547-ca2e06d3039d tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:02.587784 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-158e8188-c727-4027-af91-591a2b0a1d3d req-a198b1cf-7b0a-4278-a547-ca2e06d3039d tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 944 time: 0.1170554 Apr 19 19:12:02.646118 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-158e8188-c727-4027-af91-591a2b0a1d3d req-01250df9-8af7-44c2-89ed-c3b0e871922e tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/security-groups?id=96032a0f-67f0-4f70-9afa-711ba7a7b523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572779 Apr 19 19:12:02.790498 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:02.812602 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:02.819470 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Usage tracker for resource:security_group_rule and tenant:2612efadc5834146bb7f423a509ff7d2 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:02.824368 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:02.830686 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:02.845493 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12e2e8-f85e-4110-8e8a-19c651f3f003 req-158f2020-2209-4a76-bf36-0e15c2c9b794 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:02.848015 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ee12e2e8-f85e-4110-8e8a-19c651f3f003 req-158f2020-2209-4a76-bf36-0e15c2c9b794 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.2280061 Apr 19 19:12:02.927375 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ee12e2e8-f85e-4110-8e8a-19c651f3f003 req-6f172972-abf0-409f-af47-7a8a50c60313 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714905 Apr 19 19:12:02.988584 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:02.991316 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:03.000523 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-84fe2869-a351-4ff2-bdd5-12e1e452514b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:03.054561 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2612efadc5834146bb7f423a509ff7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5105176 Apr 19 19:12:03.055805 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89724134-563d-412a-8a79-01338d9d5c82,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:03.057630 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 42934) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:03.064670 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.065082 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.065615 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.066015 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.066406 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.066799 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.067188 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.067579 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.067992 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.068382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.068773 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.069160 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.073179 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:03.120590 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 42938) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:03.124751 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:03.154400 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:03.200517 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:03.206041 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9854d9e7-fb8a-4eae-bc19-d0ce8fb76fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:03.219309 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89724134-563d-412a-8a79-01338d9d5c82,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:03.232664 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.233007 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.233401 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.233835 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.234170 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.234551 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.234933 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.235309 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.235687 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.236107 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.236483 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.236856 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:03.240762 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:03.241749 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:03.246067 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89724134-563d-412a-8a79-01338d9d5c82 HTTP/1.1" status: 204 len: 168 time: 0.1874201 Apr 19 19:12:03.254081 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-627c923e-97c9-4b78-a276-c63c144cc79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:03.270882 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-627c923e-97c9-4b78-a276-c63c144cc79d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:03.275297 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-627c923e-97c9-4b78-a276-c63c144cc79d admin admin] Usage tracker for resource:security_group_rule and tenant:849626635e774d9f8c3906355fca3e0d is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:03.278354 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-627c923e-97c9-4b78-a276-c63c144cc79d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:03.286824 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-627c923e-97c9-4b78-a276-c63c144cc79d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:03.383897 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-627c923e-97c9-4b78-a276-c63c144cc79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:03.387018 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-627c923e-97c9-4b78-a276-c63c144cc79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:03.396889 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-87e84f1c-ad7e-4878-ab9f-91f588e5c95c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:03.442452 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-627c923e-97c9-4b78-a276-c63c144cc79d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=849626635e774d9f8c3906355fca3e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206670 Apr 19 19:12:03.443398 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c923e-97c9-4b78-a276-c63c144cc79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27b3742-0f3d-4467-928d-4b0d5e8994a0,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:03.445348 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 42948) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:03.446595 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-627c923e-97c9-4b78-a276-c63c144cc79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:03.511097 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d591-4cff-41d6-bad4-a0ece1a9dcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:03.538727 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d591-4cff-41d6-bad4-a0ece1a9dcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:03.587768 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d591-4cff-41d6-bad4-a0ece1a9dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:03.593835 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2972cf67-30c3-4825-8270-27561f5aed9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:03.609892 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6d591-4cff-41d6-bad4-a0ece1a9dcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27b3742-0f3d-4467-928d-4b0d5e8994a0,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:03.612725 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ffa6d591-4cff-41d6-bad4-a0ece1a9dcc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:03.613988 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d591-4cff-41d6-bad4-a0ece1a9dcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:03.618436 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-ffa6d591-4cff-41d6-bad4-a0ece1a9dcc8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f27b3742-0f3d-4467-928d-4b0d5e8994a0 HTTP/1.1" status: 204 len: 168 time: 0.1681316 Apr 19 19:12:03.970919 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45df1d-6c9e-44d5-9d73-a6021340eb07 req-9cfa5ba2-c204-4d20-90ef-c70f001ceace tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:03.976447 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ff45df1d-6c9e-44d5-9d73-a6021340eb07 req-9cfa5ba2-c204-4d20-90ef-c70f001ceace tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 944 time: 0.1687186 Apr 19 19:12:04.035175 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ff45df1d-6c9e-44d5-9d73-a6021340eb07 req-854da2b6-a261-437d-864c-48adbc346175 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/security-groups?id=96032a0f-67f0-4f70-9afa-711ba7a7b523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558124 Apr 19 19:12:04.236753 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3a32c-d60d-4a60-ad9c-84293c32c3e8 req-df2b086f-0734-4297-ba22-c30372a49bba tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:04.237840 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-dcf3a32c-d60d-4a60-ad9c-84293c32c3e8 req-df2b086f-0734-4297-ba22-c30372a49bba tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1124167 Apr 19 19:12:04.296911 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-dcf3a32c-d60d-4a60-ad9c-84293c32c3e8 req-27eafbbe-86ea-48c3-a0cf-7a67943c9ab5 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518925 Apr 19 19:12:04.334404 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-d2baa7e4-443c-4ec4-ab95-6d0b86a267cc tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:04.343091 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-d2baa7e4-443c-4ec4-ab95-6d0b86a267cc tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/networks?id=8b2cd983-863c-4acf-b275-30ffb9f30fd8 HTTP/1.1" status: 200 len: 813 time: 0.1895251 Apr 19 19:12:04.361654 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-3a48d952-b41c-4735-bf12-3e274792d017 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/quotas/1e8c6d1bd53d4d81b36a71953a444481 HTTP/1.1" status: 200 len: 375 time: 0.0174661 Apr 19 19:12:04.364898 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 43014) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:04.452078 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-73fcafcd-1e98-4df1-ba2d-9eba62be0df2 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e8c6d1bd53d4d81b36a71953a444481&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894191 Apr 19 19:12:04.561301 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:12:04.566921 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1031061492-network', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:04.583557 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:04.588380 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Usage tracker for resource:network and tenant:78d3b173fc2f4041ac6437d9f6370d8c is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:04.592683 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:04.602704 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:04.615956 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-4fafc765-37e9-4b82-a143-880e88913bae service neutron] 10.222.0.58 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535106 Apr 19 19:12:04.616826 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Made reservation on behalf of 78d3b173fc2f4041ac6437d9f6370d8c for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:12:04.622074 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:04.637469 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:04.655691 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:04.659774 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Usage tracker for resource:security_group_rule and tenant:78d3b173fc2f4041ac6437d9f6370d8c is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:04.669457 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:04.669846 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:04.716624 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning for port a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:12:04.723503 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:04.724146 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:04.773939 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-f8e3ec38-3640-4957-a29e-63e2ac53057c service neutron] 10.222.0.58 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507967 Apr 19 19:12:04.793974 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:04.798365 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:04.813454 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:12:04.825301 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:04.826824 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.segments_db [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Added segment 6700551c-4caf-45cf-8732-aec914329e91 of type vlan for network f7e89038-5b58-4767-958b-65cc94d73867 Apr 19 19:12:04.859031 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745729060330'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:04.870632 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:04.883280 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fee0e896-2d19-4105-a783-b9f46aef2b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:04.900297 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef4dc72-434b-48fb-8f72-f48148caad84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98279f3-2f8e-4a96-a8e0-3bc97ca793a0'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:12:04.910799 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port a98279f3-2f8e-4a96-a8e0-3bc97ca793a0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a98279f3-2f8e-4a96-a8e0-3bc97ca793a0,segment=NetworkSegment(04b3de29-9772-4f03-8158-17f00c546140),segment_id=04b3de29-9772-4f03-8158-17f00c546140)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:04.914889 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:04.917833 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:04.923291 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:04.932147 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:04.932867 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:04.948555 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c8d2bd-c115-48b4-845e-0eb46e84231b,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:04.966616 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:04.967111 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:05.036117 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef4dc72-434b-48fb-8f72-f48148caad84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98279f3-2f8e-4a96-a8e0-3bc97ca793a0', 'code': 200} Apr 19 19:12:05.038499 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=a98279f3-2f8e-4a96-a8e0-3bc97ca793a0,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:05.042143 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:05.088121 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c25099fe-d90a-48b7-ab41-c6f3846ce6ee req-e1d361c4-f55d-4277-9ff9-01bb65a4a238 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 210 time: 0.1079795 Apr 19 19:12:05.179164 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 43046) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:05.179344 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8132043 Apr 19 19:12:05.188933 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Pushing event updated for resources: {'Network': ['ID=f7e89038-5b58-4767-958b-65cc94d73867,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:05.188933 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:05.192841 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-1c33d103-953b-49e0-bfaf-6cff962cd333 admin admin] Request body: {'subnet': {'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1031061492-subnet', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:05.196316 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Network f7e89038-5b58-4767-958b-65cc94d73867 details requested by agent ovs-agent-dv-cinder-786932-1-smb with host dv-cinder-786932-1-smb {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:12:05.202714 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1c33d103-953b-49e0-bfaf-6cff962cd333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:05.208316 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-1c33d103-953b-49e0-bfaf-6cff962cd333 admin admin] Usage tracker for resource:subnet and tenant:78d3b173fc2f4041ac6437d9f6370d8c is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:05.212320 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-1c33d103-953b-49e0-bfaf-6cff962cd333 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:05.221813 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1c33d103-953b-49e0-bfaf-6cff962cd333 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:05.235250 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c33d103-953b-49e0-bfaf-6cff962cd333 admin admin] Made reservation on behalf of 78d3b173fc2f4041ac6437d9f6370d8c for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:12:05.241310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c33d103-953b-49e0-bfaf-6cff962cd333 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036793942298'] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:05.657028 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a584df3-02ff-4f86-ab06-3891c4dcf628 req-e4314d2b-3ae6-447d-b0de-e13aa61416da tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:05.658860 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3a584df3-02ff-4f86-ab06-3891c4dcf628 req-e4314d2b-3ae6-447d-b0de-e13aa61416da tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1102552 Apr 19 19:12:05.736489 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3a584df3-02ff-4f86-ab06-3891c4dcf628 req-a5da4815-57cd-4e85-881a-515f71e29eb6 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707161 Apr 19 19:12:05.806601 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecbce6-9d55-423f-81fb-4ce0c820162a req-dccba699-ae15-4411-a181-4414d2d2353a tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:05.808264 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-64ecbce6-9d55-423f-81fb-4ce0c820162a req-dccba699-ae15-4411-a181-4414d2d2353a tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 945 time: 0.4472539 Apr 19 19:12:05.813682 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a326d-8d59-44dd-93aa-e689ca6f74b8 req-b13acc98-ae77-4e5b-99ba-0fb93b5db49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:05.815228 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bd6a326d-8d59-44dd-93aa-e689ca6f74b8 req-b13acc98-ae77-4e5b-99ba-0fb93b5db49a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 1098 time: 0.4530444 Apr 19 19:12:05.933578 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-496bfeb3-ed4a-42f4-894c-d97adf76fb23 req-8093aaf6-c160-4f36-abf4-376174364a12 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3885636 Apr 19 19:12:05.954296 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-64ecbce6-9d55-423f-81fb-4ce0c820162a req-c79561cf-af0c-4125-9588-da6244fce597 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/security-groups?id=96032a0f-67f0-4f70-9afa-711ba7a7b523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251950 Apr 19 19:12:05.960636 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bd6a326d-8d59-44dd-93aa-e689ca6f74b8 req-7398ab92-e1d7-4232-ae32-7c9a9a85adac service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=96032a0f-67f0-4f70-9afa-711ba7a7b523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135716 Apr 19 19:12:06.292257 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cf70a541-2c6c-4654-a593-8abc07f27a48 req-e8289fd3-2aa1-4ece-a0b2-5fd3a853d100 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 210 time: 0.0765719 Apr 19 19:12:06.550065 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bfeb3-ed4a-42f4-894c-d97adf76fb23 req-e9562ea1-f49c-4b77-9594-78b18510133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:06.551679 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-496bfeb3-ed4a-42f4-894c-d97adf76fb23 req-e9562ea1-f49c-4b77-9594-78b18510133f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d99eda3650e4d08ad8d52aac35de6aa&device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 1098 time: 0.4062278 Apr 19 19:12:06.552642 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c33d103-953b-49e0-bfaf-6cff962cd333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036792972417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036793942281'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:06.557909 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:06.739229 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33d103-953b-49e0-bfaf-6cff962cd333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be0fbdb-bb53-4f68-8b76-65bf0472340f,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:06.745330 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1c33d103-953b-49e0-bfaf-6cff962cd333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:06.771383 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c33d103-953b-49e0-bfaf-6cff962cd333 admin admin] Checking segment: {'id': '6700551c-4caf-45cf-8732-aec914329e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:12:06.771791 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c33d103-953b-49e0-bfaf-6cff962cd333 admin admin] Network hostable DHCP agents. Network: f7e89038-5b58-4767-958b-65cc94d73867, hostable agents: ['2622c8cf-6b7c-41f1-9991-96794c704a9e'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:12:06.814315 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bfeb3-ed4a-42f4-894c-d97adf76fb23 req-657cbb50-b174-4c8e-a7ec-1492fb2fb59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:06.816182 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-496bfeb3-ed4a-42f4-894c-d97adf76fb23 req-657cbb50-b174-4c8e-a7ec-1492fb2fb59b service neutron] 10.222.0.75 "GET /v2.0/networks?id=2a04a19f-2111-459f-b0c6-fd481fb0041e HTTP/1.1" status: 200 len: 912 time: 0.2265136 Apr 19 19:12:06.818038 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c33d103-953b-49e0-bfaf-6cff962cd333 admin admin] Network f7e89038-5b58-4767-958b-65cc94d73867 is scheduled to be hosted by DHCP agent 2622c8cf-6b7c-41f1-9991-96794c704a9e with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:12:06.927836 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-1c33d103-953b-49e0-bfaf-6cff962cd333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-smb, f7e89038-5b58-4767-958b-65cc94d73867) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:06.937674 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf72d12-0c16-49e1-ab83-77f21f2a35c9 None None] Network f7e89038-5b58-4767-958b-65cc94d73867 requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:12:07.073057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965495ea-9a75-4247-9733-73de49d556b0 req-dff8fbdb-8de6-4a1e-9b8d-469a4526ac0e tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:07.085348 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-965495ea-9a75-4247-9733-73de49d556b0 req-dff8fbdb-8de6-4a1e-9b8d-469a4526ac0e tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1757765 Apr 19 19:12:07.107573 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c33d103-953b-49e0-bfaf-6cff962cd333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:07.108566 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c33d103-953b-49e0-bfaf-6cff962cd333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:07.145078 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-1c33d103-953b-49e0-bfaf-6cff962cd333 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9643753 Apr 19 19:12:07.151366 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 43114) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:07.163362 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-496bfeb3-ed4a-42f4-894c-d97adf76fb23 req-22007fa6-ef66-4c1f-b795-dace922ff966 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 HTTP/1.1" status: 200 len: 1000 time: 0.3334103 Apr 19 19:12:07.172949 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1031061492-router', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:07.221341 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:07.249969 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Usage tracker for resource:router and tenant:78d3b173fc2f4041ac6437d9f6370d8c is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:07.259464 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:07.279626 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:07.316750 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-965495ea-9a75-4247-9733-73de49d556b0 req-b3c1b65c-a9c9-4540-b712-0226614c1936 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302639 Apr 19 19:12:07.341410 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-663020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774992'] for router, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:07.343704 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854112796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854094078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854188013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-809'] for router, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:07.398450 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9225150-cd2d-5ff7-9625-dca17b2103bc-f7e89038-5b58-4767-958b-65cc94d73867', 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'fixed_ips': [{'subnet_id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f'}]}} from dv-cinder-786932-1-smb. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 19:12:07.399388 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:07.400994 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:07.521426 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-b160a5e1-02ab-40b3-af37-e9472a56cee4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:07.523352 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-b160a5e1-02ab-40b3-af37-e9472a56cee4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.75 "GET /v2.0/networks?id=8b2cd983-863c-4acf-b275-30ffb9f30fd8 HTTP/1.1" status: 200 len: 813 time: 0.6279542 Apr 19 19:12:07.670260 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-d07d0ab2-1401-48b2-b472-883bec477db5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Request body: {'port': {'device_id': '24041733-4587-449d-b679-1fc8f5b3a224', 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8', 'admin_state_up': True, 'tenant_id': '1e8c6d1bd53d4d81b36a71953a444481'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:07.783456 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Allocated IP 172.20.0.2 (f7e89038-5b58-4767-958b-65cc94d73867/6be0fbdb-bb53-4f68-8b76-65bf0472340f/a04a2032-d6d7-40cf-88e6-098a1fe75667) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:12:07.844458 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bfeb3-ed4a-42f4-894c-d97adf76fb23 req-ab1b00fa-2b3d-4f72-9a2f-807795a361db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:07.846415 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-496bfeb3-ed4a-42f4-894c-d97adf76fb23 req-ab1b00fa-2b3d-4f72-9a2f-807795a361db service neutron] 10.222.0.75 "GET /v2.0/subnets?id=30029454-1ddd-4aa7-85a3-1fc1f6ca707e HTTP/1.1" status: 200 len: 850 time: 0.6239207 Apr 19 19:12:07.988652 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86802914-0258-412b-9840-2fcb61d65c45 req-9e6e33cb-db06-4ea4-8e62-8287e97412d4 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:07.996797 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-86802914-0258-412b-9840-2fcb61d65c45 req-9e6e33cb-db06-4ea4-8e62-8287e97412d4 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 945 time: 0.4591441 Apr 19 19:12:08.042334 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:08.054422 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Transition to ACTIVE for port object a04a2032-d6d7-40cf-88e6-098a1fe75667 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:08.075714 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Transition to ACTIVE for port object a04a2032-d6d7-40cf-88e6-098a1fe75667 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:08.086086 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:08.095928 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:08.104114 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-eb0223a9-5c99-4c96-8079-3b05ab6f42ea req-265219bf-2aff-4ec3-bd2f-bbf1994d53b4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 210 time: 0.5176904 Apr 19 19:12:08.146714 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-86802914-0258-412b-9840-2fcb61d65c45 req-10a4533f-6a1a-49fa-9cb0-a898fa67e68c tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/security-groups?id=96032a0f-67f0-4f70-9afa-711ba7a7b523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485648 Apr 19 19:12:08.164547 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-56ffa4fc-64dc-44c7-b48a-ec0c70e8c5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:08.173856 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-d07d0ab2-1401-48b2-b472-883bec477db5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:08.176985 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Network f7e89038-5b58-4767-958b-65cc94d73867 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:12:08.180224 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bfeb3-ed4a-42f4-894c-d97adf76fb23 req-7922c9f7-406b-4739-9cd9-65d1607e6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:08.181351 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Resources bound (agent type, host, resource id): {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:08.182318 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-496bfeb3-ed4a-42f4-894c-d97adf76fb23 req-7922c9f7-406b-4739-9cd9-65d1607e6ba7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2a04a19f-2111-459f-b0c6-fd481fb0041e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2889690 Apr 19 19:12:08.187016 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:12:08.300137 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-d07d0ab2-1401-48b2-b472-883bec477db5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:08.330616 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-d07d0ab2-1401-48b2-b472-883bec477db5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Made reservation on behalf of 1e8c6d1bd53d4d81b36a71953a444481 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:12:08.332490 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Attempting to bind port a04a2032-d6d7-40cf-88e6-098a1fe75667 on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:12:08.332913 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Attempting to bind port a04a2032-d6d7-40cf-88e6-098a1fe75667 by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': '6700551c-4caf-45cf-8732-aec914329e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:12:08.333327 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Attempting to bind port a04a2032-d6d7-40cf-88e6-098a1fe75667 on network f7e89038-5b58-4767-958b-65cc94d73867 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:08.333595 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854117281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:08.337174 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-d07d0ab2-1401-48b2-b472-883bec477db5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:08.342152 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Pushing event updated for resources: {'Port': ['ID=a04a2032-d6d7-40cf-88e6-098a1fe75667,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:08.346779 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:08.347543 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:12:08.347903 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Checking segment: {'id': '6700551c-4caf-45cf-8732-aec914329e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:12:08.348390 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:08.349043 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Bound using segment: {'id': '6700551c-4caf-45cf-8732-aec914329e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:12:08.349461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Bound port: a04a2032-d6d7-40cf-88e6-098a1fe75667, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6700551c-4caf-45cf-8732-aec914329e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:12:08.350158 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:08.453253 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-496bfeb3-ed4a-42f4-894c-d97adf76fb23 req-62e840bd-6fd2-410a-bf5f-0d67c367fbbe service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630174 Apr 19 19:12:08.455514 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] For port a04a2032-d6d7-40cf-88e6-098a1fe75667, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:12:08.458853 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] For port a04a2032-d6d7-40cf-88e6-098a1fe75667, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=a04a2032-d6d7-40cf-88e6-098a1fe75667,segment=NetworkSegment(6700551c-4caf-45cf-8732-aec914329e91),segment_id=6700551c-4caf-45cf-8732-aec914329e91)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:12:08.462572 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:08.468307 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:08.554308 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Pushing event updated for resources: {'Port': ['ID=a04a2032-d6d7-40cf-88e6-098a1fe75667,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:08.557583 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:08.717263 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:08.757764 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:08.769795 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-496bfeb3-ed4a-42f4-894c-d97adf76fb23 req-6347196e-e28e-4b47-b1e1-ae5652e70902 service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703412 Apr 19 19:12:08.782889 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53aaabe-3863-46f1-9d50-d2b0586f59d3 req-059089d3-ae1f-46c4-b1f8-1073118aeb7b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:08.784587 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d53aaabe-3863-46f1-9d50-d2b0586f59d3 req-059089d3-ae1f-46c4-b1f8-1073118aeb7b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.3272617 Apr 19 19:12:08.785962 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-d07d0ab2-1401-48b2-b472-883bec477db5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Allocated IP 172.20.0.3 (8b2cd983-863c-4acf-b275-30ffb9f30fd8/afed9574-ba6e-4acb-aa72-5f5951c14d3b/8ceacf2a-488e-44bf-95ae-207e3d6d31fb) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:12:08.879387 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d53aaabe-3863-46f1-9d50-d2b0586f59d3 req-78147e90-b64e-49b5-88e7-8c4ab656d68a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824146 Apr 19 19:12:08.957681 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Allocated IP 172.28.1.227 (e4e5816e-6a67-4607-b0cd-dfb76bb3ca64/802e8c21-e3db-4541-8cf5-b393bddf9a24/c18c5da5-99ec-415e-834e-3569b1538827) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:12:09.088367 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-d07d0ab2-1401-48b2-b472-883bec477db5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:09.123443 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-d07d0ab2-1401-48b2-b472-883bec477db5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:09.142337 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:09.145766 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['9c036daa-1e8c-443b-be41-1313dc7fd5bc', 'bb27e8d5-0aa7-410e-83ac-240037c8cc6d'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:12:09.149065 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-db1ad2f1-8aea-42e2-973e-062d785b5c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:09.198968 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:09.216551 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:09.258687 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-d07d0ab2-1401-48b2-b472-883bec477db5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:12:09.262085 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-d07d0ab2-1401-48b2-b472-883bec477db5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:09.267085 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-d07d0ab2-1401-48b2-b472-883bec477db5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:12:09.426627 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-d07d0ab2-1401-48b2-b472-883bec477db5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:09.427308 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-d07d0ab2-1401-48b2-b472-883bec477db5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:09.515607 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Pushing event updated for resources: {'Port': ['ID=c18c5da5-99ec-415e-834e-3569b1538827,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:09.538587 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:09.543147 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:12:09.555183 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:09.565080 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:12:09.595352 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d0ab2-1401-48b2-b472-883bec477db5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Pushing event updated for resources: {'Port': ['ID=8ceacf2a-488e-44bf-95ae-207e3d6d31fb,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:09.609270 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d07d0ab2-1401-48b2-b472-883bec477db5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:09.662165 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-d07d0ab2-1401-48b2-b472-883bec477db5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9979832 Apr 19 19:12:09.689803 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Request body: {'port': {'device_id': '24041733-4587-449d-b679-1fc8f5b3a224', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:09.723400 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05228389-a857-4172-b68b-153d25836e56 req-b2501b7c-f3f2-47c4-8126-6d2fc972dd33 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:09.725585 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-05228389-a857-4172-b68b-153d25836e56 req-b2501b7c-f3f2-47c4-8126-6d2fc972dd33 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 931 time: 0.3262866 Apr 19 19:12:09.752478 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b75280-051b-451a-9d37-e4ea5501ceb7 req-2a10d341-a263-4911-af99-904515e24a11 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:09.761337 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-84b75280-051b-451a-9d37-e4ea5501ceb7 req-2a10d341-a263-4911-af99-904515e24a11 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 945 time: 0.3164215 Apr 19 19:12:09.853303 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-84b75280-051b-451a-9d37-e4ea5501ceb7 req-1ba081c9-9226-43f8-82a7-c5aef8a4d61f tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/security-groups?id=96032a0f-67f0-4f70-9afa-711ba7a7b523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906346 Apr 19 19:12:09.950290 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-05228389-a857-4172-b68b-153d25836e56 req-285bb354-7dad-4e88-af74-5db32539a481 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622705 Apr 19 19:12:09.967657 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:10.326472 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaa926f-b493-4718-a96c-f876bbb36984 None None] Network f7e89038-5b58-4767-958b-65cc94d73867 requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:12:10.507311 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679492b8-b0e0-4f08-96b5-32a5eb14579c req-39edfd47-a5c3-4761-9561-baa7baa5ae44 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:10.509012 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-679492b8-b0e0-4f08-96b5-32a5eb14579c req-39edfd47-a5c3-4761-9561-baa7baa5ae44 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1505871 Apr 19 19:12:10.509885 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:10.605776 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ceacf2a-488e-44bf-95ae-207e3d6d31fb {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:12:10.616294 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:10.661617 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Transition to ACTIVE for port object 8ceacf2a-488e-44bf-95ae-207e3d6d31fb will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:10.667511 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:10.687038 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:10.690101 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8ac4f4ba-f8a0-4e0f-ac63-5e6e1fd00b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:10.694664 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-3d709b34-d9a3-4e5f-8053-7f6684ee8da2 None None] Provisioning for port a04a2032-d6d7-40cf-88e6-098a1fe75667 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:12:10.894554 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-679492b8-b0e0-4f08-96b5-32a5eb14579c req-515b0d34-330e-4369-a605-e4778f8fdf71 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064101 Apr 19 19:12:11.005480 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device a04a2032-d6d7-40cf-88e6-098a1fe75667 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:12:11.160764 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port a04a2032-d6d7-40cf-88e6-098a1fe75667 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:12:11.172970 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port a04a2032-d6d7-40cf-88e6-098a1fe75667 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:11.173396 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:11.364100 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Pushing event updated for resources: {'Port': ['ID=8ceacf2a-488e-44bf-95ae-207e3d6d31fb,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:11.373446 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:11.465782 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:11.491999 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:11.538660 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port a04a2032-d6d7-40cf-88e6-098a1fe75667, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=a04a2032-d6d7-40cf-88e6-098a1fe75667,segment=NetworkSegment(6700551c-4caf-45cf-8732-aec914329e91),segment_id=6700551c-4caf-45cf-8732-aec914329e91)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:11.540653 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Attempting to bind port 8ceacf2a-488e-44bf-95ae-207e3d6d31fb on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:12:11.541142 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Attempting to bind port 8ceacf2a-488e-44bf-95ae-207e3d6d31fb by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '0d6a7523-ee42-496d-bdfe-073012239df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:12:11.541606 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Attempting to bind port 8ceacf2a-488e-44bf-95ae-207e3d6d31fb on network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:11.547909 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Port 8ceacf2a-488e-44bf-95ae-207e3d6d31fb on network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:12:11.548288 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Attempting to bind port 8ceacf2a-488e-44bf-95ae-207e3d6d31fb on network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:11.554503 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Checking agent: {'id': 'ec7575f8-60dd-4295-9a80-edc463fb7fa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:12:11.554863 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Checking segment: {'id': '0d6a7523-ee42-496d-bdfe-073012239df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:12:11.555306 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Bound using segment: {'id': '0d6a7523-ee42-496d-bdfe-073012239df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:12:11.555800 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Bound port: 8ceacf2a-488e-44bf-95ae-207e3d6d31fb, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6a7523-ee42-496d-bdfe-073012239df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:12:11.556225 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:11.574114 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:11.580371 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3c96dc1a-2920-48f8-a65d-b39189a7f48b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:11.641461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:11.661746 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-6e6d3aac-97fb-453b-ba57-bcfa02ef11ea None None] Provisioning complete for port a04a2032-d6d7-40cf-88e6-098a1fe75667 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:11.662271 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3aac-97fb-453b-ba57-bcfa02ef11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:11.726262 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] For port 8ceacf2a-488e-44bf-95ae-207e3d6d31fb, host hv-cinder-78693, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:12:11.729848 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] For port 8ceacf2a-488e-44bf-95ae-207e3d6d31fb, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8ceacf2a-488e-44bf-95ae-207e3d6d31fb,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:12:11.735084 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:11.757680 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b0b25465-e947-44a1-9f7b-cb92d04aabb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:11.793451 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681951'] for router, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:11.808103 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c67b21-d1a1-4404-83c1-d5c1d7dc04ee req-f560d804-b5f9-4d80-b99f-58246f2463f6 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:11.816617 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-19c67b21-d1a1-4404-83c1-d5c1d7dc04ee req-f560d804-b5f9-4d80-b99f-58246f2463f6 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 943 time: 0.2443678 Apr 19 19:12:11.831357 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:11.858869 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:11.859692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:11.861300 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] 10.222.0.75 "PUT /v2.0/ports/8ceacf2a-488e-44bf-95ae-207e3d6d31fb HTTP/1.1" status: 200 len: 1093 time: 2.1848085 Apr 19 19:12:11.869039 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Pushing event updated for resources: {'Port': ['ID=8ceacf2a-488e-44bf-95ae-207e3d6d31fb,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:11.876815 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:11.877383 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24041733-4587-449d-b679-1fc8f5b3a224', 'tag': '8ceacf2a-488e-44bf-95ae-207e3d6d31fb'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:12:11.879915 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=a04a2032-d6d7-40cf-88e6-098a1fe75667,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:11.910187 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:12.015149 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24041733-4587-449d-b679-1fc8f5b3a224', 'tag': '8ceacf2a-488e-44bf-95ae-207e3d6d31fb', 'status': 'completed', 'code': 200} Apr 19 19:12:12.082708 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-19c67b21-d1a1-4404-83c1-d5c1d7dc04ee req-c4867824-0d7b-40b0-bc3b-7d6a822f5f7b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646661 Apr 19 19:12:12.132480 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-d993631f-ef59-4adc-9f8a-7a01649891cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:12.138632 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-d993631f-ef59-4adc-9f8a-7a01649891cc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e8c6d1bd53d4d81b36a71953a444481&device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 1096 time: 0.2036669 Apr 19 19:12:12.244480 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Router 450cf251-06b8-4342-97fc-a7c0c92d568c is scheduled to L3 agent 2c703743-f452-488c-92fc-d405be3d4735 with binding_index 1 {{(pid=86367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 19:12:12.391385 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-709f0706-bb5c-46b9-bcd3-83cb289708c8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ceacf2a-488e-44bf-95ae-207e3d6d31fb HTTP/1.1" status: 200 len: 217 time: 0.2338862 Apr 19 19:12:12.554281 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e477d-1078-45b9-97aa-6b58078bf13a req-2c891b77-8ae7-4e7a-ac1f-e27f357a3fa3 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:12.555908 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cd7e477d-1078-45b9-97aa-6b58078bf13a req-2c891b77-8ae7-4e7a-ac1f-e27f357a3fa3 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.3014708 Apr 19 19:12:12.558424 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:12:12.573371 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Sync routers for ids ['450cf251-06b8-4342-97fc-a7c0c92d568c'] in dv-cinder-786932-1-smb {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:12:12.596194 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:12.597613 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4451747 Apr 19 19:12:12.601644 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 43222) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:12.605537 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Routers {'450cf251-06b8-4342-97fc-a7c0c92d568c'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:12:12.606606 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:12:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['450cf251-06b8-4342-97fc-a7c0c92d568c'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:12.659243 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-7032893c-8c5c-48b9-8174-45154d43c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:12.667297 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-7032893c-8c5c-48b9-8174-45154d43c78d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=afed9574-ba6e-4acb-aa72-5f5951c14d3b HTTP/1.1" status: 200 len: 853 time: 0.2278190 Apr 19 19:12:12.705700 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:12.827105 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cd7e477d-1078-45b9-97aa-6b58078bf13a req-a879452f-ecb1-4982-9964-49fb7f88afe1 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322540 Apr 19 19:12:12.844630 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0650f-d28d-4d8b-a01d-0df1c8c7f7c6 req-98c92a3d-5242-4b7a-a6a1-7f1164050302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:12.846825 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-19a0650f-d28d-4d8b-a01d-0df1c8c7f7c6 req-98c92a3d-5242-4b7a-a6a1-7f1164050302 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 1098 time: 0.4540715 Apr 19 19:12:12.853160 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-fb9834be-7840-402c-b5c2-f7d615aa5883 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b2cd983-863c-4acf-b275-30ffb9f30fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436958 Apr 19 19:12:12.874916 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device a04a2032-d6d7-40cf-88e6-098a1fe75667 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:12:12.991855 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port a04a2032-d6d7-40cf-88e6-098a1fe75667 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:12.993925 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:13.044025 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-19a0650f-d28d-4d8b-a01d-0df1c8c7f7c6 req-b37ed95f-31a3-41c1-a11a-439d22d717f1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896496 Apr 19 19:12:13.079809 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Set router 450cf251-06b8-4342-97fc-a7c0c92d568c gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:12:13.112282 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-35bc40f8-9a76-4765-9889-b16331250641 service neutron] 10.222.0.75 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266817 Apr 19 19:12:13.413877 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4b289156-9cf1-40ab-a0fe-b7ea195daf6a req-307cad0c-ef25-4f4d-9732-f89a5a623353 service neutron] 10.222.0.75 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929392 Apr 19 19:12:13.436974 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'name': 'tempest-TestMinimumBasicScenario-1031061492-router', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:07Z', 'updated_at': '2021-04-19T19:12:10Z', 'revision_number': 3, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'gw_port': {'id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:08Z', 'updated_at': '2021-04-19T19:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:13.441837 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Checking router: 450cf251-06b8-4342-97fc-a7c0c92d568c for host: dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:12:13.442507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Updating router 450cf251-06b8-4342-97fc-a7c0c92d568c port c18c5da5-99ec-415e-834e-3569b1538827 binding host dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:12:13.529406 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:13.618901 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446be345-5a02-48c6-b01c-7b23876cabba req-17d17844-879a-4e12-b224-2bbff783c9f3 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:13.621133 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-446be345-5a02-48c6-b01c-7b23876cabba req-17d17844-879a-4e12-b224-2bbff783c9f3 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 943 time: 0.3409815 Apr 19 19:12:13.642001 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d8abe-6687-40da-9803-8626b7ece746 req-59107dde-697a-4552-b577-401a5cfd4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:13.645908 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e8d8abe-6687-40da-9803-8626b7ece746 req-59107dde-697a-4552-b577-401a5cfd4169 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e8c6d1bd53d4d81b36a71953a444481&device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 1096 time: 0.1698205 Apr 19 19:12:13.838908 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-446be345-5a02-48c6-b01c-7b23876cabba req-613adebb-7734-4003-903f-764b43e3024d tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106927 Apr 19 19:12:13.993204 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d8abe-6687-40da-9803-8626b7ece746 req-a81c2105-be44-4d5a-8f65-2d8b3805d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:14.001539 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e8d8abe-6687-40da-9803-8626b7ece746 req-a81c2105-be44-4d5a-8f65-2d8b3805d5c5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8b2cd983-863c-4acf-b275-30ffb9f30fd8 HTTP/1.1" status: 200 len: 914 time: 0.3408504 Apr 19 19:12:14.073103 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:14.277885 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e8d8abe-6687-40da-9803-8626b7ece746 req-8b33e78c-a215-4575-a382-34ccd7483b07 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ceacf2a-488e-44bf-95ae-207e3d6d31fb HTTP/1.1" status: 200 len: 217 time: 0.2635605 Apr 19 19:12:14.298776 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:14.328495 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Transition to ACTIVE for port object c18c5da5-99ec-415e-834e-3569b1538827 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:14.348925 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:14.367919 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-65da51ed-e8ff-4d8d-9152-1f9bd1b6941a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:14.487604 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96fd5b-47d8-43e0-a577-fcfc355ef274 req-c09ca59e-8f70-41f7-b94a-71a1bc08fca3 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:14.501215 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6f96fd5b-47d8-43e0-a577-fcfc355ef274 req-c09ca59e-8f70-41f7-b94a-71a1bc08fca3 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.3284550 Apr 19 19:12:14.504896 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d8abe-6687-40da-9803-8626b7ece746 req-ece7ef97-46e0-48a6-ad27-d486434fc402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:14.505206 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Attempting to bind port c18c5da5-99ec-415e-834e-3569b1538827 on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:12:14.505620 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Attempting to bind port c18c5da5-99ec-415e-834e-3569b1538827 by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:12:14.506002 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Attempting to bind port c18c5da5-99ec-415e-834e-3569b1538827 on network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:14.506877 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Allocated IP 172.20.0.1 (f7e89038-5b58-4767-958b-65cc94d73867/6be0fbdb-bb53-4f68-8b76-65bf0472340f/96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:12:14.508099 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e8d8abe-6687-40da-9803-8626b7ece746 req-ece7ef97-46e0-48a6-ad27-d486434fc402 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=afed9574-ba6e-4acb-aa72-5f5951c14d3b HTTP/1.1" status: 200 len: 853 time: 0.2077968 Apr 19 19:12:14.517804 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd114a-0ad3-47a8-84c6-b160402ddd3b None None] Pushing event updated for resources: {'Port': ['ID=c18c5da5-99ec-415e-834e-3569b1538827,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:14.522207 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:12:14.524598 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Checking segment: {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:12:14.525082 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:14.525527 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Bound using segment: {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:12:14.526070 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Bound port: c18c5da5-99ec-415e-834e-3569b1538827, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:12:14.526486 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:14.565193 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd114a-0ad3-47a8-84c6-b160402ddd3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:14.565571 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd114a-0ad3-47a8-84c6-b160402ddd3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:14.565941 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd114a-0ad3-47a8-84c6-b160402ddd3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:14.566309 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd114a-0ad3-47a8-84c6-b160402ddd3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:14.566671 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd114a-0ad3-47a8-84c6-b160402ddd3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:14.567048 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd114a-0ad3-47a8-84c6-b160402ddd3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:14.567370 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd114a-0ad3-47a8-84c6-b160402ddd3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:14.567726 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd114a-0ad3-47a8-84c6-b160402ddd3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:14.568129 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd114a-0ad3-47a8-84c6-b160402ddd3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:14.568490 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd114a-0ad3-47a8-84c6-b160402ddd3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:14.568852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd114a-0ad3-47a8-84c6-b160402ddd3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:14.569504 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdd114a-0ad3-47a8-84c6-b160402ddd3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:14.600842 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7cdd114a-0ad3-47a8-84c6-b160402ddd3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:14.666796 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e8d8abe-6687-40da-9803-8626b7ece746 req-40b32c6f-6a1a-4f93-a39c-4e355a1080d2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b2cd983-863c-4acf-b275-30ffb9f30fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236596 Apr 19 19:12:14.678081 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] For port c18c5da5-99ec-415e-834e-3569b1538827, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:12:14.687409 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] For port c18c5da5-99ec-415e-834e-3569b1538827, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=c18c5da5-99ec-415e-834e-3569b1538827,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:12:14.700131 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:14.711292 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6f96fd5b-47d8-43e0-a577-fcfc355ef274 req-55a37a30-78ca-420f-9898-e14881cf6b35 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001534 Apr 19 19:12:14.717971 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:14.776463 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:14.806497 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Transition to ACTIVE for port object 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:14.860929 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:14.866899 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-69fcd106-018b-4a38-8336-9ea6526f1714 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:14.910470 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e8d8abe-6687-40da-9803-8626b7ece746 req-c4bd2c59-255b-40d8-aad4-465f06ceacf5 service neutron] 10.222.0.75 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147229 Apr 19 19:12:14.927231 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd114a-0ad3-47a8-84c6-b160402ddd3b None None] Pushing event updated for resources: {'Port': ['ID=c18c5da5-99ec-415e-834e-3569b1538827,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:14.947186 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7cdd114a-0ad3-47a8-84c6-b160402ddd3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:14.948113 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Routers {'450cf251-06b8-4342-97fc-a7c0c92d568c'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:12:14.949285 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:12:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['450cf251-06b8-4342-97fc-a7c0c92d568c'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:14.956986 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Network f7e89038-5b58-4767-958b-65cc94d73867 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:12:14.960774 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:14.975149 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:12:15.153081 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Pushing event updated for resources: {'Port': ['ID=96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:15.165140 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e8d8abe-6687-40da-9803-8626b7ece746 req-f5220fd9-302e-45b5-a169-5de8eb0653b7 service neutron] 10.222.0.75 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466569 Apr 19 19:12:15.165441 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:15.217384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854117886'] for router_interface, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:15.238045 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] Set router 450cf251-06b8-4342-97fc-a7c0c92d568c gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:12:15.282167 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284bc86-a248-4252-873a-5ddf04f2e55c req-2027851c-de2a-4e66-8671-e57b6ce58e3f tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:15.284030 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9284bc86-a248-4252-873a-5ddf04f2e55c req-2027851c-de2a-4e66-8671-e57b6ce58e3f tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 943 time: 0.1784046 Apr 19 19:12:15.359132 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-23bade92-86be-4e95-9b06-94f02f10ff2c None None] Provisioning for port 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:12:15.367759 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-23bade92-86be-4e95-9b06-94f02f10ff2c None None] Provisioning complete for port 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:15.368524 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-23bade92-86be-4e95-9b06-94f02f10ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:15.370628 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9284bc86-a248-4252-873a-5ddf04f2e55c req-65e7eb10-b571-4a75-a15c-d659d0e66079 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788965 Apr 19 19:12:15.504514 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:15.508532 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-23bade92-86be-4e95-9b06-94f02f10ff2c None None] Port 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:12:15.929460 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'name': 'tempest-TestMinimumBasicScenario-1031061492-router', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:07Z', 'updated_at': '2021-04-19T19:12:10Z', 'revision_number': 3, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'gw_port': {'id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:08Z', 'updated_at': '2021-04-19T19:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:15.943125 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da5e50-ae7c-4810-bb51-db02ee3fa3db None None] The sync data for ids ['450cf251-06b8-4342-97fc-a7c0c92d568c'] in dv-cinder-786932-1-smb is: [{'id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'name': 'tempest-TestMinimumBasicScenario-1031061492-router', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:07Z', 'updated_at': '2021-04-19T19:12:10Z', 'revision_number': 3, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'gw_port': {'id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:08Z', 'updated_at': '2021-04-19T19:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:12:16.454833 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690b7f3-37d9-4c19-8b35-2039dc77992b req-f8363e4c-e59f-4a99-afef-7b58e7eb9738 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:16.458859 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c690b7f3-37d9-4c19-8b35-2039dc77992b req-f8363e4c-e59f-4a99-afef-7b58e7eb9738 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.4492667 Apr 19 19:12:16.462036 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3172b-5979-423b-b583-b24bc9614697 req-c6b78bda-5ef9-4f54-8f8b-6aaa84d455d0 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:16.473115 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4ce3172b-5979-423b-b583-b24bc9614697 req-c6b78bda-5ef9-4f54-8f8b-6aaa84d455d0 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.1142468 Apr 19 19:12:16.601536 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 8ceacf2a-488e-44bf-95ae-207e3d6d31fb details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:12:16.603764 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:16.612082 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4ce3172b-5979-423b-b583-b24bc9614697 req-2a4836b4-2f08-460d-81d9-737c2cc61b7c tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368008 Apr 19 19:12:16.612427 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62134073'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:16.616600 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c690b7f3-37d9-4c19-8b35-2039dc77992b req-36a66253-b0c7-43aa-8f8f-cae87b4922a9 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462717 Apr 19 19:12:16.714721 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:16.887719 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853757521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658021'] for router_interface, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:16.895259 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Pushing event updated for resources: {'Port': ['ID=96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:16.899010 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:16.976568 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device c18c5da5-99ec-415e-834e-3569b1538827 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:12:17.178585 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port c18c5da5-99ec-415e-834e-3569b1538827 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:12:17.188495 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port c18c5da5-99ec-415e-834e-3569b1538827 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:17.188919 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:17.222081 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Network f7e89038-5b58-4767-958b-65cc94d73867 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:12:17.226535 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:17.318733 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 8ceacf2a-488e-44bf-95ae-207e3d6d31fb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8ceacf2a-488e-44bf-95ae-207e3d6d31fb,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:17.414777 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:17.440140 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port c18c5da5-99ec-415e-834e-3569b1538827, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=c18c5da5-99ec-415e-834e-3569b1538827,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:17.441801 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': '8ceacf2a-488e-44bf-95ae-207e3d6d31fb', 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8', 'port_id': '8ceacf2a-488e-44bf-95ae-207e3d6d31fb', 'mac_address': 'fa:16:3e:97:4d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afed9574-ba6e-4acb-aa72-5f5951c14d3b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:12:17.449078 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7b07d-ba9f-461b-8a91-69b1f4d2d4a0 req-ecaebbb1-ad89-498e-9e67-8136c9df52f6 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:17.450358 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-2ad7b07d-ba9f-461b-8a91-69b1f4d2d4a0 req-ecaebbb1-ad89-498e-9e67-8136c9df52f6 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Synchronizing usage tracker for tenant:1e8c6d1bd53d4d81b36a71953a444481 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:12:17.477149 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-2ad7b07d-ba9f-461b-8a91-69b1f4d2d4a0 req-ecaebbb1-ad89-498e-9e67-8136c9df52f6 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Unset dirty status for tenant:1e8c6d1bd53d4d81b36a71953a444481 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:12:17.485464 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2ad7b07d-ba9f-461b-8a91-69b1f4d2d4a0 req-ecaebbb1-ad89-498e-9e67-8136c9df52f6 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 943 time: 0.1765225 Apr 19 19:12:17.485787 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979379b-9f64-46b8-8ad3-ee082f442ce6 req-86118e07-b430-41f1-bd75-32666cbad600 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:17.487683 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4979379b-9f64-46b8-8ad3-ee082f442ce6 req-86118e07-b430-41f1-bd75-32666cbad600 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.5705717 Apr 19 19:12:17.496450 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:17.505911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:17.552448 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2ad7b07d-ba9f-461b-8a91-69b1f4d2d4a0 req-6a545219-e841-48de-a871-efa717bd7df5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600767 Apr 19 19:12:17.576881 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Router 450cf251-06b8-4342-97fc-a7c0c92d568c has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:12:17.601089 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=c18c5da5-99ec-415e-834e-3569b1538827,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:17.608857 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4979379b-9f64-46b8-8ad3-ee082f442ce6 req-b5ecc419-c1ff-486c-8ca3-02412e8765f9 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763295 Apr 19 19:12:17.613723 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:17.619573 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:17.655689 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ceacf2a-488e-44bf-95ae-207e3d6d31fb {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:12:17.673236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 8ceacf2a-488e-44bf-95ae-207e3d6d31fb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8ceacf2a-488e-44bf-95ae-207e3d6d31fb,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:17.675217 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-c834a7d1-b4d8-448b-bd26-0c2ff09126bb None None] Provisioning complete for port 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:17.675782 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c834a7d1-b4d8-448b-bd26-0c2ff09126bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:17.712246 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:17.742558 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:17.798874 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-c834a7d1-b4d8-448b-bd26-0c2ff09126bb None None] Port 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:12:17.832367 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=8ceacf2a-488e-44bf-95ae-207e3d6d31fb,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:17.835735 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:17.968472 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:12:17.985814 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdbf0e-06ef-4821-9105-314be1e09009 req-241e81a9-0d5b-4a8f-9a1a-7f9dfd0816f5 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:17.987454 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-01bdbf0e-06ef-4821-9105-314be1e09009 req-241e81a9-0d5b-4a8f-9a1a-7f9dfd0816f5 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 945 time: 0.1691735 Apr 19 19:12:17.990448 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] 10.222.0.58 "PUT /v2.0/routers/450cf251-06b8-4342-97fc-a7c0c92d568c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3876534 Apr 19 19:12:18.040732 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-01bdbf0e-06ef-4821-9105-314be1e09009 req-81d91490-6bd8-4c5b-abb8-d97860538a3b tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/security-groups?id=96032a0f-67f0-4f70-9afa-711ba7a7b523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462103 Apr 19 19:12:18.112519 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576c808-90c2-49ca-b012-9b4e21f79f41 req-05a862ad-e267-4cc2-9359-74b412cb59ea tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:18.114171 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e576c808-90c2-49ca-b012-9b4e21f79f41 req-05a862ad-e267-4cc2-9359-74b412cb59ea tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.1009095 Apr 19 19:12:18.182388 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e576c808-90c2-49ca-b012-9b4e21f79f41 req-d6c0c685-0c78-4a4b-b7a3-d09d32a08a9d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615091 Apr 19 19:12:18.252601 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['8ceacf2a-488e-44bf-95ae-207e3d6d31fb'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:12:18.485274 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a137d-1330-4c0b-aba8-88ffac8a8f86 req-46ce007b-306d-48ed-905c-cc92fa5865e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:18.487553 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-014a137d-1330-4c0b-aba8-88ffac8a8f86 req-46ce007b-306d-48ed-905c-cc92fa5865e6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8a42694aec374663aae1ddf6f96e3643&device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 1098 time: 0.1867094 Apr 19 19:12:18.535891 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f6647-1b19-42f0-b1f6-1c511d26755a req-cc6f9b54-e94d-4ac7-9aeb-3512eef9dfb2 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:18.537482 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c33f6647-1b19-42f0-b1f6-1c511d26755a req-cc6f9b54-e94d-4ac7-9aeb-3512eef9dfb2 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1667538 Apr 19 19:12:18.623695 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 43366) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:18.692144 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c33f6647-1b19-42f0-b1f6-1c511d26755a req-a4b4328c-37e0-44c0-b6ac-3e0f5cb91fc4 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028149 Apr 19 19:12:18.743168 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a137d-1330-4c0b-aba8-88ffac8a8f86 req-5358d2f8-d8e1-4a89-9569-f90b409e83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:18.753399 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-014a137d-1330-4c0b-aba8-88ffac8a8f86 req-5358d2f8-d8e1-4a89-9569-f90b409e83fc service neutron] 10.222.0.75 "GET /v2.0/networks?id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae HTTP/1.1" status: 200 len: 919 time: 0.2534919 Apr 19 19:12:18.776443 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 43376) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:18.803634 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-398890526-network', 'tenant_id': '61252766eaef4c4d8683f0f780c5a0f7'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:18.823170 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:18.838059 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Usage tracker for resource:network and tenant:61252766eaef4c4d8683f0f780c5a0f7 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:18.843151 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:18.855226 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:18.869686 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device c18c5da5-99ec-415e-834e-3569b1538827 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:12:18.874040 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39567a7-3358-4280-85e9-81cb8f73bc1c req-4d2ee5f4-eac9-4a15-866a-6d4e20ab271e tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:18.875764 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a39567a7-3358-4280-85e9-81cb8f73bc1c req-4d2ee5f4-eac9-4a15-866a-6d4e20ab271e tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 944 time: 0.1639376 Apr 19 19:12:18.881896 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Made reservation on behalf of 61252766eaef4c4d8683f0f780c5a0f7 for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:12:18.887349 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:18.902296 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-014a137d-1330-4c0b-aba8-88ffac8a8f86 req-985f5a11-e5a3-481e-aa0d-1e062c95af06 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c443d0cd-ac7e-432e-a5c3-4cd5ad869428 HTTP/1.1" status: 200 len: 217 time: 0.1378031 Apr 19 19:12:18.926916 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:18.976380 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:18.977940 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port c18c5da5-99ec-415e-834e-3569b1538827 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:18.978739 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:18.992717 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a39567a7-3358-4280-85e9-81cb8f73bc1c req-68224dc9-b642-4bf9-b58f-6fb87dfe8aa3 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918806 Apr 19 19:12:19.005052 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Usage tracker for resource:security_group_rule and tenant:61252766eaef4c4d8683f0f780c5a0f7 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:19.009515 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:19.020500 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:19.074174 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a137d-1330-4c0b-aba8-88ffac8a8f86 req-28f4f85a-35cc-4335-b2ad-60bebd445c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:19.076404 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-014a137d-1330-4c0b-aba8-88ffac8a8f86 req-28f4f85a-35cc-4335-b2ad-60bebd445c55 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6 HTTP/1.1" status: 200 len: 858 time: 0.1596353 Apr 19 19:12:19.113897 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2f236-f7a4-4cdf-a76d-e7e2851a0aa9 req-572f0948-7de5-44b8-b6da-762e68140a6d tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:19.115559 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-94e2f236-f7a4-4cdf-a76d-e7e2851a0aa9 req-572f0948-7de5-44b8-b6da-762e68140a6d tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1980467 Apr 19 19:12:19.164742 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-49ec3544-2a62-4fe7-9862-c046b4a8dbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:19.180594 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:19.182420 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-014a137d-1330-4c0b-aba8-88ffac8a8f86 req-406535cc-dcfa-4b0e-9f6c-db6df8872170 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657790 Apr 19 19:12:19.187099 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-49ec3544-2a62-4fe7-9862-c046b4a8dbd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:19.191960 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-49ec3544-2a62-4fe7-9862-c046b4a8dbd4 admin admin] Usage tracker for resource:security_group_rule and tenant:e3a4a0e63e734d608a643045753d2ab8 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:19.195658 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-49ec3544-2a62-4fe7-9862-c046b4a8dbd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:19.206327 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:19.257238 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-49ec3544-2a62-4fe7-9862-c046b4a8dbd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:19.259580 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f910e6a3-6492-4649-838d-5231380d9578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:19.302601 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:12:19.317408 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-94e2f236-f7a4-4cdf-a76d-e7e2851a0aa9 req-1fa96c23-09d3-4d87-958e-01a2166d400c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567254 Apr 19 19:12:19.335314 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:19.336080 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.segments_db [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Added segment 8411b872-edff-49ac-9837-0a134f59464e of type vlan for network 816d9498-44cf-4952-aa2b-b305975d44fe Apr 19 19:12:19.360809 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-014a137d-1330-4c0b-aba8-88ffac8a8f86 req-67eae8d9-459a-4b8c-a578-5c7210d8bd84 service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620986 Apr 19 19:12:19.363047 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc08a49-56fb-4a28-bb43-34cb293df8ca,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:19.388999 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:19.400956 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745729060330'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:19.465023 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa35a7-81c8-4337-8daf-2265fbe2febd req-22124c63-e940-4a4b-aa17-e5503952995d tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:19.473542 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a0aa35a7-81c8-4337-8daf-2265fbe2febd req-22124c63-e940-4a4b-aa17-e5503952995d tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 945 time: 0.2744749 Apr 19 19:12:19.526840 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:19.549411 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:19.550062 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:19.560066 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:19.579245 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Sync routers for ids ['450cf251-06b8-4342-97fc-a7c0c92d568c'] in dv-cinder-786932-1-smb {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:12:19.582791 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-49ec3544-2a62-4fe7-9862-c046b4a8dbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:19.592818 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Routers {'450cf251-06b8-4342-97fc-a7c0c92d568c'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:12:19.593501 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:12:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['450cf251-06b8-4342-97fc-a7c0c92d568c'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:19.602266 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a0aa35a7-81c8-4337-8daf-2265fbe2febd req-e715888a-1c08-4935-bf33-ec68bfd82ad2 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/security-groups?id=96032a0f-67f0-4f70-9afa-711ba7a7b523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277299 Apr 19 19:12:19.658103 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-49ec3544-2a62-4fe7-9862-c046b4a8dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:19.744445 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-49ec3544-2a62-4fe7-9862-c046b4a8dbd4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e3a4a0e63e734d608a643045753d2ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1168978 Apr 19 19:12:19.744445 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Pushing event updated for resources: {'Network': ['ID=816d9498-44cf-4952-aa2b-b305975d44fe,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:19.745486 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 43388) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:19.753397 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9699867 Apr 19 19:12:19.756439 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:19.756925 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 43390) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:19.757754 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c12f28e0-4db1-4913-a383-70e3381f1670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:19.771560 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-7de9ab80-7a7f-4f40-b9bb-a4eeadc26a11 admin admin] Request body: {'subnet': {'network_id': '816d9498-44cf-4952-aa2b-b305975d44fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-398890526-subnet', 'tenant_id': '61252766eaef4c4d8683f0f780c5a0f7', 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:19.807288 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-7de9ab80-7a7f-4f40-b9bb-a4eeadc26a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:19.818865 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Network 816d9498-44cf-4952-aa2b-b305975d44fe details requested by agent ovs-agent-dv-cinder-786932-1-smb with host dv-cinder-786932-1-smb {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:12:19.839569 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-7de9ab80-7a7f-4f40-b9bb-a4eeadc26a11 admin admin] Usage tracker for resource:subnet and tenant:61252766eaef4c4d8683f0f780c5a0f7 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:19.857637 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec3544-2a62-4fe7-9862-c046b4a8dbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de5db99-0d3a-44f5-805c-04fa34e65a91,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:19.864244 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-7de9ab80-7a7f-4f40-b9bb-a4eeadc26a11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:19.906425 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-49ec3544-2a62-4fe7-9862-c046b4a8dbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:19.940493 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-7de9ab80-7a7f-4f40-b9bb-a4eeadc26a11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:19.986449 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9aa03f6f-ac67-4ad2-8ed7-2b0c5c76890c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:19.989269 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-014a137d-1330-4c0b-aba8-88ffac8a8f86 req-bd655eb8-a8c7-4c0c-9c09-9bf76727cdea service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049440 Apr 19 19:12:19.991201 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de9ab80-7a7f-4f40-b9bb-a4eeadc26a11 admin admin] Made reservation on behalf of 61252766eaef4c4d8683f0f780c5a0f7 for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:12:19.996110 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7de9ab80-7a7f-4f40-b9bb-a4eeadc26a11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61185672'] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:20.010632 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ac5d-4551-4c02-ac22-f3c5db213136 req-3d46021e-afd7-410e-a1cd-bd4e0acfaf54 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:20.012471 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c706ac5d-4551-4c02-ac22-f3c5db213136 req-3d46021e-afd7-410e-a1cd-bd4e0acfaf54 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 945 time: 0.6270807 Apr 19 19:12:20.035736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Set router 450cf251-06b8-4342-97fc-a7c0c92d568c gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:12:20.038284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7aa815-3af2-4dc2-b932-456fb1efd2d6 req-15f8014b-5aa6-47e9-88e1-c17607b762c5 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:20.039982 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7b7aa815-3af2-4dc2-b932-456fb1efd2d6 req-15f8014b-5aa6-47e9-88e1-c17607b762c5 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.5717363 Apr 19 19:12:20.151852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9aa03f6f-ac67-4ad2-8ed7-2b0c5c76890c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:20.170199 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-c706ac5d-4551-4c02-ac22-f3c5db213136 req-75dbac7f-a34c-4111-a044-7e210f3911f7 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Deleting port a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:12:20.170837 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c706ac5d-4551-4c02-ac22-f3c5db213136 req-75dbac7f-a34c-4111-a044-7e210f3911f7 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:20.218627 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6b34f-79d4-4952-9c5e-09f0d4f0f37f req-9d350d83-9c4e-4259-8f87-519ce8b9d414 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:20.220423 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6ae6b34f-79d4-4952-9c5e-09f0d4f0f37f req-9d350d83-9c4e-4259-8f87-519ce8b9d414 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.3746951 Apr 19 19:12:20.225262 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7b7aa815-3af2-4dc2-b932-456fb1efd2d6 req-052b7fec-6c08-4bb4-906d-b2538c76af99 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448145 Apr 19 19:12:20.332350 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6ae6b34f-79d4-4952-9c5e-09f0d4f0f37f req-2f87fa6b-4ade-4d2c-b1f0-470284d13178 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940499 Apr 19 19:12:20.373002 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9aa03f6f-ac67-4ad2-8ed7-2b0c5c76890c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:20.378825 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7a5de9ad-27a8-47fb-83d6-f853700b64a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:20.395462 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa03f6f-ac67-4ad2-8ed7-2b0c5c76890c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de5db99-0d3a-44f5-805c-04fa34e65a91,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:20.410210 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9aa03f6f-ac67-4ad2-8ed7-2b0c5c76890c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:20.526151 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9aa03f6f-ac67-4ad2-8ed7-2b0c5c76890c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:20.527392 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-9aa03f6f-ac67-4ad2-8ed7-2b0c5c76890c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9de5db99-0d3a-44f5-805c-04fa34e65a91 HTTP/1.1" status: 204 len: 168 time: 0.7727745 Apr 19 19:12:20.559505 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'name': 'tempest-TestMinimumBasicScenario-1031061492-router', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:07Z', 'updated_at': '2021-04-19T19:12:15Z', 'revision_number': 4, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'gw_port': {'id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:08Z', 'updated_at': '2021-04-19T19:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c', 'name': '', 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'mac_address': 'fa:16:3e:99:ed:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:14Z', 'updated_at': '2021-04-19T19:12:16Z', 'revision_number': 2, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'subnets': [{'id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:20.564077 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-c706ac5d-4551-4c02-ac22-f3c5db213136 req-75dbac7f-a34c-4111-a044-7e210f3911f7 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] For port a98279f3-2f8e-4a96-a8e0-3bc97ca793a0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a98279f3-2f8e-4a96-a8e0-3bc97ca793a0,segment=NetworkSegment(04b3de29-9772-4f03-8158-17f00c546140),segment_id=04b3de29-9772-4f03-8158-17f00c546140)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:20.564535 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c706ac5d-4551-4c02-ac22-f3c5db213136 req-75dbac7f-a34c-4111-a044-7e210f3911f7 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:20.574408 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Checking router: 450cf251-06b8-4342-97fc-a7c0c92d568c for host: dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:12:20.575416 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Updating router 450cf251-06b8-4342-97fc-a7c0c92d568c port 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c binding host dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:12:20.787678 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d324b16-48f1-474d-a739-7389f44e6c07 req-7fdc3dda-a3ff-487e-a92e-b9692159c301 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:20.796431 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2d324b16-48f1-474d-a739-7389f44e6c07 req-7fdc3dda-a3ff-487e-a92e-b9692159c301 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1983051 Apr 19 19:12:20.839125 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-c706ac5d-4551-4c02-ac22-f3c5db213136 req-75dbac7f-a34c-4111-a044-7e210f3911f7 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Calling delete_port for a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 owned by compute:nova {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:12:20.854952 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:20.885584 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 8ceacf2a-488e-44bf-95ae-207e3d6d31fb up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:12:20.886128 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2d324b16-48f1-474d-a739-7389f44e6c07 req-bfd466f3-0847-4541-8bfe-3ea21cf34882 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883999 Apr 19 19:12:21.023182 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7de9ab80-7a7f-4f40-b9bb-a4eeadc26a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62133409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61185689'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:21.034663 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning for port 8ceacf2a-488e-44bf-95ae-207e3d6d31fb completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:12:21.039194 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5b0ad92c-1187-43cd-8ce0-a7920ac97d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:21.056983 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port 8ceacf2a-488e-44bf-95ae-207e3d6d31fb triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:21.057549 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:21.134662 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106f615-39fa-48b1-908b-c572370ab224 req-9ad89f5a-8081-4c47-b137-2e5770feb5c9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:21.139612 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 43412) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:21.146260 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d106f615-39fa-48b1-908b-c572370ab224 req-9ad89f5a-8081-4c47-b137-2e5770feb5c9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 944 time: 0.3170860 Apr 19 19:12:21.226130 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9ab80-7a7f-4f40-b9bb-a4eeadc26a11 admin admin] Checking segment: {'id': '8411b872-edff-49ac-9837-0a134f59464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '816d9498-44cf-4952-aa2b-b305975d44fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:12:21.226899 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de9ab80-7a7f-4f40-b9bb-a4eeadc26a11 admin admin] Network hostable DHCP agents. Network: 816d9498-44cf-4952-aa2b-b305975d44fe, hostable agents: ['2622c8cf-6b7c-41f1-9991-96794c704a9e'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:12:21.243286 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d106f615-39fa-48b1-908b-c572370ab224 req-0cb6d609-38a0-4b1d-8c43-b6b1608378d3 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958734 Apr 19 19:12:21.244778 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-03bc5794-8f83-43b2-858d-baefed814a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:21.253188 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c706ac5d-4551-4c02-ac22-f3c5db213136 req-75dbac7f-a34c-4111-a044-7e210f3911f7 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:21.262031 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9ab80-7a7f-4f40-b9bb-a4eeadc26a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0987bd1a-c927-4f84-900c-9cb16fd6d8be,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:21.263225 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:21.271168 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7de9ab80-7a7f-4f40-b9bb-a4eeadc26a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:21.284610 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-03bc5794-8f83-43b2-858d-baefed814a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:21.291820 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-03bc5794-8f83-43b2-858d-baefed814a25 admin admin] Usage tracker for resource:security_group_rule and tenant:cc41226926bb436f91ceb757e00502ef is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:21.299390 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-03bc5794-8f83-43b2-858d-baefed814a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:21.308727 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-03bc5794-8f83-43b2-858d-baefed814a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:21.356161 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fdf94-77af-4a13-a482-30d8281318d6 req-e4ec71ae-f418-4c1e-bc21-5d8cd1e74d11 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:21.358206 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-710fdf94-77af-4a13-a482-30d8281318d6 req-e4ec71ae-f418-4c1e-bc21-5d8cd1e74d11 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ef4dc72-434b-48fb-8f72-f48148caad84 HTTP/1.1" status: 200 len: 867 time: 0.2176065 Apr 19 19:12:21.358991 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de9ab80-7a7f-4f40-b9bb-a4eeadc26a11 admin admin] Network 816d9498-44cf-4952-aa2b-b305975d44fe is scheduled to be hosted by DHCP agent 2622c8cf-6b7c-41f1-9991-96794c704a9e with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:12:21.378340 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:21.401028 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dbac7f-a34c-4111-a044-7e210f3911f7 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Pushing event deleted for resources: {'Port': ['ID=a98279f3-2f8e-4a96-a8e0-3bc97ca793a0,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:21.418520 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-7de9ab80-7a7f-4f40-b9bb-a4eeadc26a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-smb, 816d9498-44cf-4952-aa2b-b305975d44fe) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:21.437266 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-75dbac7f-a34c-4111-a044-7e210f3911f7 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:21.442575 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-710fdf94-77af-4a13-a482-30d8281318d6 req-b817a055-7e28-4a80-915d-244ae19d1729 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.58 "GET /v2.0/security-groups?id=96032a0f-67f0-4f70-9afa-711ba7a7b523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683832 Apr 19 19:12:21.448793 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de9ab80-7a7f-4f40-b9bb-a4eeadc26a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:21.449579 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7de9ab80-7a7f-4f40-b9bb-a4eeadc26a11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:21.467425 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45eddeb-cdb8-4abf-9fe1-04d939f6533c None None] Network 816d9498-44cf-4952-aa2b-b305975d44fe requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:12:21.550510 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-c706ac5d-4551-4c02-ac22-f3c5db213136 req-75dbac7f-a34c-4111-a044-7e210f3911f7 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] No DVR routers for this DVR port a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 on host hv-cinder-78693 {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:12:21.565199 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c706ac5d-4551-4c02-ac22-f3c5db213136 req-75dbac7f-a34c-4111-a044-7e210f3911f7 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:21.570309 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef4dc72-434b-48fb-8f72-f48148caad84', 'name': 'network-vif-deleted', 'tag': 'a98279f3-2f8e-4a96-a8e0-3bc97ca793a0'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:12:21.594201 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c706ac5d-4551-4c02-ac22-f3c5db213136 req-75dbac7f-a34c-4111-a044-7e210f3911f7 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] 10.222.0.75 "DELETE /v2.0/ports/a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 HTTP/1.1" status: 204 len: 173 time: 1.5699558 Apr 19 19:12:21.615836 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24041733-4587-449d-b679-1fc8f5b3a224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ceacf2a-488e-44bf-95ae-207e3d6d31fb'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:12:21.647655 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad61e8c-55b8-4a45-9eab-5cc41c5f1173 req-5daa6979-87df-4303-8858-8fd037d0510d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:21.650013 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fad61e8c-55b8-4a45-9eab-5cc41c5f1173 req-5daa6979-87df-4303-8858-8fd037d0510d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.1599109 Apr 19 19:12:21.723711 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fad61e8c-55b8-4a45-9eab-5cc41c5f1173 req-53eaed42-0f31-4dc5-8c58-c74d761696c4 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667365 Apr 19 19:12:21.780980 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef4dc72-434b-48fb-8f72-f48148caad84', 'name': 'network-vif-deleted', 'tag': 'a98279f3-2f8e-4a96-a8e0-3bc97ca793a0', 'status': 'completed', 'code': 200} Apr 19 19:12:21.810354 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 8ceacf2a-488e-44bf-95ae-207e3d6d31fb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8ceacf2a-488e-44bf-95ae-207e3d6d31fb,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:21.821803 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:21.827852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:21.868755 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9225150-cd2d-5ff7-9625-dca17b2103bc-816d9498-44cf-4952-aa2b-b305975d44fe', 'network_id': '816d9498-44cf-4952-aa2b-b305975d44fe', 'tenant_id': '61252766eaef4c4d8683f0f780c5a0f7', 'fixed_ips': [{'subnet_id': '0987bd1a-c927-4f84-900c-9cb16fd6d8be'}]}} from dv-cinder-786932-1-smb. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 19:12:21.869668 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:21.885266 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-03bc5794-8f83-43b2-858d-baefed814a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:21.889982 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24041733-4587-449d-b679-1fc8f5b3a224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ceacf2a-488e-44bf-95ae-207e3d6d31fb', 'code': 200} Apr 19 19:12:21.937499 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-03bc5794-8f83-43b2-858d-baefed814a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:21.953121 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7295d4c8-ca7f-4f6f-a0f6-7aa87dbaef7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:21.975359 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-7de9ab80-7a7f-4f40-b9bb-a4eeadc26a11 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2094665 Apr 19 19:12:21.978577 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 43430) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:21.987760 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-398890526-router', 'tenant_id': '61252766eaef4c4d8683f0f780c5a0f7', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:22.000537 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:22.001162 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc5794-8f83-43b2-858d-baefed814a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e13e13-8bb7-4c04-a3a0-f22b194d98b6,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:22.009090 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Usage tracker for resource:router and tenant:61252766eaef4c4d8683f0f780c5a0f7 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:22.016241 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:22.017808 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-03bc5794-8f83-43b2-858d-baefed814a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:22.033010 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:22.037485 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-03bc5794-8f83-43b2-858d-baefed814a25 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc41226926bb436f91ceb757e00502ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8447449 Apr 19 19:12:22.037485 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 43434) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:22.050037 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-663020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774992'] for router, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:22.051308 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854112796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854094078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854188013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-809'] for router, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:22.116901 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=8ceacf2a-488e-44bf-95ae-207e3d6d31fb,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:22.123619 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:22.124770 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Allocated IP 172.20.0.2 (816d9498-44cf-4952-aa2b-b305975d44fe/0987bd1a-c927-4f84-900c-9cb16fd6d8be/23305093-3f9a-4b8c-a685-710c21d9d0e8) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:12:22.135552 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85d15c-eeab-43ff-80a1-3804f11f1d2a req-44b7f096-0bc2-44b7-b12e-c8f7aa49f45a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:22.144951 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3f85d15c-eeab-43ff-80a1-3804f11f1d2a req-44b7f096-0bc2-44b7-b12e-c8f7aa49f45a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.2683430 Apr 19 19:12:22.146052 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:22.174055 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5f7fa2a6-976d-44f2-ae67-6df6173806a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:22.191352 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94216df2-2f63-48fe-87a1-9ea7578cbe83 req-260ce412-2559-4095-9ee9-36aab6a3160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:22.193069 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-94216df2-2f63-48fe-87a1-9ea7578cbe83 req-260ce412-2559-4095-9ee9-36aab6a3160f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 1098 time: 0.1267900 Apr 19 19:12:22.293220 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3f85d15c-eeab-43ff-80a1-3804f11f1d2a req-b5cdec59-ce1c-42c8-9e3b-adc4fafd5f83 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472316 Apr 19 19:12:22.311787 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:22.325922 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5f7fa2a6-976d-44f2-ae67-6df6173806a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:22.344612 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Transition to ACTIVE for port object 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:22.404421 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5f7fa2a6-976d-44f2-ae67-6df6173806a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:22.416915 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a59849ac-585d-4477-8ea9-d2b9ea0e3d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:22.447288 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fa2a6-976d-44f2-ae67-6df6173806a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e13e13-8bb7-4c04-a3a0-f22b194d98b6,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:22.458949 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5f7fa2a6-976d-44f2-ae67-6df6173806a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:22.460835 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5f7fa2a6-976d-44f2-ae67-6df6173806a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:22.464897 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-5f7fa2a6-976d-44f2-ae67-6df6173806a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75e13e13-8bb7-4c04-a3a0-f22b194d98b6 HTTP/1.1" status: 204 len: 168 time: 0.4217365 Apr 19 19:12:22.478507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:22.514295 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:22.530767 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854117281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:22.652101 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212bce7-3254-43ca-90ed-4800ab956245 req-b389ac1d-09b2-4c67-8615-9491cc372501 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:22.659667 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1212bce7-3254-43ca-90ed-4800ab956245 req-b389ac1d-09b2-4c67-8615-9491cc372501 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 945 time: 0.1357610 Apr 19 19:12:22.729527 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1212bce7-3254-43ca-90ed-4800ab956245 req-f06bb8bc-0f55-433a-8686-ebcc4c617a3e tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683143 Apr 19 19:12:22.805609 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-94216df2-2f63-48fe-87a1-9ea7578cbe83 req-cfeb375f-9ee0-4a01-8f10-0ebc217cf21a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456451 Apr 19 19:12:22.836898 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f89902-147b-4d04-bd52-6e5d620996a0 None None] Pushing event updated for resources: {'Port': ['ID=96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:22.856584 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9ed21-1209-417b-9232-9ab3583c0fde req-8f18a0aa-4435-48de-a37b-8de1fb30575e tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:22.865604 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ada9ed21-1209-417b-9232-9ab3583c0fde req-8f18a0aa-4435-48de-a37b-8de1fb30575e tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.5046699 Apr 19 19:12:22.869000 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:12:22.947770 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] No Port match for: a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:12:22.948190 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device a98279f3-2f8e-4a96-a8e0-3bc97ca793a0 not bound to the agent host hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:12:22.951994 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f89902-147b-4d04-bd52-6e5d620996a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:22.952422 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f89902-147b-4d04-bd52-6e5d620996a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:22.952800 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f89902-147b-4d04-bd52-6e5d620996a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:22.953197 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f89902-147b-4d04-bd52-6e5d620996a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:22.953706 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f89902-147b-4d04-bd52-6e5d620996a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:22.954087 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f89902-147b-4d04-bd52-6e5d620996a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:22.954633 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f89902-147b-4d04-bd52-6e5d620996a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:22.955011 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f89902-147b-4d04-bd52-6e5d620996a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:22.955380 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f89902-147b-4d04-bd52-6e5d620996a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:22.955762 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f89902-147b-4d04-bd52-6e5d620996a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:22.956352 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f89902-147b-4d04-bd52-6e5d620996a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:22.956709 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f89902-147b-4d04-bd52-6e5d620996a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:12:22.971216 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ada9ed21-1209-417b-9232-9ab3583c0fde req-62014aa8-b49b-4cea-a8e0-9cd3d091fbb2 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045027 Apr 19 19:12:22.979785 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 43452) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:23.007512 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d2eb2b9b-bc06-4dc9-8666-b0f6ad007f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:23.025745 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d2eb2b9b-bc06-4dc9-8666-b0f6ad007f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:23.030786 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-d2eb2b9b-bc06-4dc9-8666-b0f6ad007f79 admin admin] Usage tracker for resource:security_group_rule and tenant:72aaae2f258a4badb851be51ed34ea1e is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:23.033838 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-d2eb2b9b-bc06-4dc9-8666-b0f6ad007f79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:23.040679 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d2eb2b9b-bc06-4dc9-8666-b0f6ad007f79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:23.097565 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:23.140585 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Transition to ACTIVE for port object 23305093-3f9a-4b8c-a685-710c21d9d0e8 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:23.147513 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d2eb2b9b-bc06-4dc9-8666-b0f6ad007f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:23.172679 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-91f89902-147b-4d04-bd52-6e5d620996a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:23.175781 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Attempting to bind port 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:12:23.176264 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Attempting to bind port 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': '6700551c-4caf-45cf-8732-aec914329e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:12:23.176676 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Attempting to bind port 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c on network f7e89038-5b58-4767-958b-65cc94d73867 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:23.183359 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Transition to ACTIVE for port object 23305093-3f9a-4b8c-a685-710c21d9d0e8 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:23.185447 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:12:23.185610 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Checking segment: {'id': '6700551c-4caf-45cf-8732-aec914329e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:12:23.185946 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:23.186386 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Bound using segment: {'id': '6700551c-4caf-45cf-8732-aec914329e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:12:23.186914 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Bound port: 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6700551c-4caf-45cf-8732-aec914329e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:12:23.187332 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:23.220197 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:23.222492 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d2eb2b9b-bc06-4dc9-8666-b0f6ad007f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:23.253875 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-05b92075-2612-499b-843d-245464c8946a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:23.255147 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:23.267651 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-d2eb2b9b-bc06-4dc9-8666-b0f6ad007f79 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=72aaae2f258a4badb851be51ed34ea1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860577 Apr 19 19:12:23.270263 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 43458) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:23.289186 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] For port 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:12:23.292635 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] For port 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c,segment=NetworkSegment(6700551c-4caf-45cf-8732-aec914329e91),segment_id=6700551c-4caf-45cf-8732-aec914329e91)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:12:23.295004 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:23.301396 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:23.360274 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-26c26302-c5ba-44a5-9ed6-d96e065cedcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:23.392067 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-26c26302-c5ba-44a5-9ed6-d96e065cedcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:23.394001 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:23.413886 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Allocated IP 172.28.1.236 (e4e5816e-6a67-4607-b0cd-dfb76bb3ca64/802e8c21-e3db-4541-8cf5-b393bddf9a24/c651531c-55b3-4e1f-a4e7-e3b564156aec) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:12:23.454292 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Network 816d9498-44cf-4952-aa2b-b305975d44fe is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:12:23.463606 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Resources bound (agent type, host, resource id): {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:23.471730 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:12:23.491687 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb2b9b-bc06-4dc9-8666-b0f6ad007f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f7f82c-7802-4601-9195-7552f68fd81e,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:23.511224 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d2eb2b9b-bc06-4dc9-8666-b0f6ad007f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:23.512038 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-26c26302-c5ba-44a5-9ed6-d96e065cedcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:23.523522 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-651762f0-8ff3-4071-95a5-48baa6239b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:23.541752 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c26302-c5ba-44a5-9ed6-d96e065cedcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f7f82c-7802-4601-9195-7552f68fd81e,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:23.550833 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-26c26302-c5ba-44a5-9ed6-d96e065cedcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:23.566033 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25e951-bdfb-4ab9-a4d4-23c02fa2d924 req-9dcc645f-3199-4aa1-bb3f-8dbfa8a82f76 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:23.574139 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3b25e951-bdfb-4ab9-a4d4-23c02fa2d924 req-9dcc645f-3199-4aa1-bb3f-8dbfa8a82f76 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.4247673 Apr 19 19:12:23.577844 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-26c26302-c5ba-44a5-9ed6-d96e065cedcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:23.591033 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-26c26302-c5ba-44a5-9ed6-d96e065cedcf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82f7f82c-7802-4601-9195-7552f68fd81e HTTP/1.1" status: 204 len: 168 time: 0.3089855 Apr 19 19:12:23.616940 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Pushing event updated for resources: {'Port': ['ID=23305093-3f9a-4b8c-a685-710c21d9d0e8,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:23.627462 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:23.684043 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:23.731511 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Attempting to bind port 23305093-3f9a-4b8c-a685-710c21d9d0e8 on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:12:23.731999 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Attempting to bind port 23305093-3f9a-4b8c-a685-710c21d9d0e8 by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': '8411b872-edff-49ac-9837-0a134f59464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '816d9498-44cf-4952-aa2b-b305975d44fe'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:12:23.732512 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Attempting to bind port 23305093-3f9a-4b8c-a685-710c21d9d0e8 on network 816d9498-44cf-4952-aa2b-b305975d44fe {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:23.738733 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Routers {'450cf251-06b8-4342-97fc-a7c0c92d568c'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:12:23.739592 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:12:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['450cf251-06b8-4342-97fc-a7c0c92d568c'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:23.755163 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3b25e951-bdfb-4ab9-a4d4-23c02fa2d924 req-15b0ee64-fefc-469e-bd0e-ae9bf2218fda tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799710 Apr 19 19:12:23.812794 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:12:23.813223 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Checking segment: {'id': '8411b872-edff-49ac-9837-0a134f59464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '816d9498-44cf-4952-aa2b-b305975d44fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:12:23.813723 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:23.814109 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Bound using segment: {'id': '8411b872-edff-49ac-9837-0a134f59464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '816d9498-44cf-4952-aa2b-b305975d44fe'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:12:23.814668 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Bound port: 23305093-3f9a-4b8c-a685-710c21d9d0e8, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8411b872-edff-49ac-9837-0a134f59464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '816d9498-44cf-4952-aa2b-b305975d44fe'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:12:23.815099 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:24.136505 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a0b0c-3bd8-45cc-8961-4d7a3d84fb72 req-d4f64bbb-28d6-4e5d-b005-9d771cbfa1e4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:24.139206 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f87a0b0c-3bd8-45cc-8961-4d7a3d84fb72 req-d4f64bbb-28d6-4e5d-b005-9d771cbfa1e4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 945 time: 0.1712623 Apr 19 19:12:24.201482 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:24.210589 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f87a0b0c-3bd8-45cc-8961-4d7a3d84fb72 req-f0658ca7-caba-4d61-87b6-4b3213a3fc01 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608478 Apr 19 19:12:24.214922 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] For port 23305093-3f9a-4b8c-a685-710c21d9d0e8, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:12:24.221745 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df28cad-4489-42fa-b691-a39bef7ad777 req-454ed26d-f97b-4394-a84b-7a653656a932 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:24.229339 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] For port 23305093-3f9a-4b8c-a685-710c21d9d0e8, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=23305093-3f9a-4b8c-a685-710c21d9d0e8,segment=NetworkSegment(8411b872-edff-49ac-9837-0a134f59464e),segment_id=8411b872-edff-49ac-9837-0a134f59464e)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:12:24.231202 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0df28cad-4489-42fa-b691-a39bef7ad777 req-454ed26d-f97b-4394-a84b-7a653656a932 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.6057129 Apr 19 19:12:24.242948 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:24.286175 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f89902-147b-4d04-bd52-6e5d620996a0 None None] Pushing event updated for resources: {'Port': ['ID=96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:24.291378 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-91f89902-147b-4d04-bd52-6e5d620996a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:24.294298 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d70baae9-f0bc-4b6e-b369-05c9d973824e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:24.308290 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0df28cad-4489-42fa-b691-a39bef7ad777 req-52440370-f8bc-4bad-8262-74759708a9af tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756614 Apr 19 19:12:24.361781 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:24.377437 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a6fdfda-53de-4f92-956d-e6621e4b778c tempest-DeleteServersTestJSON-339639974 tempest-DeleteServersTestJSON-339639974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:24.394127 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] Set router 450cf251-06b8-4342-97fc-a7c0c92d568c gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:12:24.532828 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:12:24.544709 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Pushing event updated for resources: {'Port': ['ID=23305093-3f9a-4b8c-a685-710c21d9d0e8,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:24.553881 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:24.559033 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:12:24.561288 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:24.563325 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca0eb4-e914-4f1e-85b6-51d631cb603e req-08e7d05d-2813-4486-bc78-bbf58f4ab0c6 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:24.573825 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a0ca0eb4-e914-4f1e-85b6-51d631cb603e req-08e7d05d-2813-4486-bc78-bbf58f4ab0c6 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1728303 Apr 19 19:12:24.620773 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Pushing event updated for resources: {'Port': ['ID=c651531c-55b3-4e1f-a4e7-e3b564156aec,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:24.684326 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:24.685602 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a0ca0eb4-e914-4f1e-85b6-51d631cb603e req-f4c035f5-bb72-4774-9685-a2fe1589a040 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025853 Apr 19 19:12:25.001901 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 23305093-3f9a-4b8c-a685-710c21d9d0e8 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:12:25.422471 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port 23305093-3f9a-4b8c-a685-710c21d9d0e8 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:12:25.476846 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'name': 'tempest-TestMinimumBasicScenario-1031061492-router', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:07Z', 'updated_at': '2021-04-19T19:12:15Z', 'revision_number': 4, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'gw_port': {'id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:08Z', 'updated_at': '2021-04-19T19:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c', 'name': '', 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'mac_address': 'fa:16:3e:99:ed:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:14Z', 'updated_at': '2021-04-19T19:12:23Z', 'revision_number': 4, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'subnets': [{'id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:25.483337 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd8127-1f59-41db-8ec5-6f20cc48a29d None None] The sync data for ids ['450cf251-06b8-4342-97fc-a7c0c92d568c'] in dv-cinder-786932-1-smb is: [{'id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'name': 'tempest-TestMinimumBasicScenario-1031061492-router', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:07Z', 'updated_at': '2021-04-19T19:12:15Z', 'revision_number': 4, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'gw_port': {'id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:08Z', 'updated_at': '2021-04-19T19:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c', 'name': '', 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'mac_address': 'fa:16:3e:99:ed:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:14Z', 'updated_at': '2021-04-19T19:12:23Z', 'revision_number': 4, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'subnets': [{'id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:12:25.570134 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c44aaa-ffa9-4ed5-a664-7a0da319a2c1 req-377d8641-9977-470c-b57f-ab30f2f28286 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:25.571934 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-38c44aaa-ffa9-4ed5-a664-7a0da319a2c1 req-377d8641-9977-470c-b57f-ab30f2f28286 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 945 time: 0.1559119 Apr 19 19:12:25.644898 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:25.686521 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-38c44aaa-ffa9-4ed5-a664-7a0da319a2c1 req-b2616752-d620-4c6b-bc65-41e782d7a284 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036823 Apr 19 19:12:25.769487 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc18dfa-7490-4053-b8a9-8ebc5df2c060 req-10a3573a-d6b8-46c8-80b4-b6107711f7e1 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:25.778058 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3fc18dfa-7490-4053-b8a9-8ebc5df2c060 req-10a3573a-d6b8-46c8-80b4-b6107711f7e1 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.5914166 Apr 19 19:12:26.059381 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3fc18dfa-7490-4053-b8a9-8ebc5df2c060 req-b618776c-52dd-45cb-8ac0-de85c45f3305 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2798452 Apr 19 19:12:26.287017 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37b5258-0d17-4e12-82b2-c7266f6dd970 None None] Network 816d9498-44cf-4952-aa2b-b305975d44fe requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:12:26.688593 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-35a8ca8c-e162-426d-a4ea-ce0c8cb9f2bf None None] Provisioning for port 23305093-3f9a-4b8c-a685-710c21d9d0e8 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:12:26.690923 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681951'] for router, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:26.704875 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-35a8ca8c-e162-426d-a4ea-ce0c8cb9f2bf None None] Provisioning complete for port 23305093-3f9a-4b8c-a685-710c21d9d0e8 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:26.705287 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-35a8ca8c-e162-426d-a4ea-ce0c8cb9f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:26.717986 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649716b-639e-46dd-be2d-a41509b8419c req-c92fa40d-8d97-4645-bcc4-bddc38e67e45 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:26.719696 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7649716b-639e-46dd-be2d-a41509b8419c req-c92fa40d-8d97-4645-bcc4-bddc38e67e45 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.3096781 Apr 19 19:12:26.980483 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-35a8ca8c-e162-426d-a4ea-ce0c8cb9f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:27.009553 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:12:27.043600 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba2f9a-4b9d-44ac-b490-873a70d79a9c req-bb69dcfe-e358-4a57-8bb0-cf1fcd11afa0 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:27.049670 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7649716b-639e-46dd-be2d-a41509b8419c req-62956795-9411-4e22-bbb6-04206102139d tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816529 Apr 19 19:12:27.053583 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-43ba2f9a-4b9d-44ac-b490-873a70d79a9c req-bb69dcfe-e358-4a57-8bb0-cf1fcd11afa0 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1399751 Apr 19 19:12:27.081032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-35a8ca8c-e162-426d-a4ea-ce0c8cb9f2bf None None] For port 23305093-3f9a-4b8c-a685-710c21d9d0e8, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=23305093-3f9a-4b8c-a685-710c21d9d0e8,segment=NetworkSegment(8411b872-edff-49ac-9837-0a134f59464e),segment_id=8411b872-edff-49ac-9837-0a134f59464e)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:27.102965 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-35a8ca8c-e162-426d-a4ea-ce0c8cb9f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:27.112962 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:27.143932 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-43ba2f9a-4b9d-44ac-b490-873a70d79a9c req-b0a4f65f-6130-46dd-b3a8-98fe82e813ec tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892239 Apr 19 19:12:27.216338 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Router 34080041-0946-4715-9e6d-76f39502b899 is scheduled to L3 agent 2c703743-f452-488c-92fc-d405be3d4735 with binding_index 1 {{(pid=86366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 19:12:27.259761 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8ca8c-e162-426d-a4ea-ce0c8cb9f2bf None None] Pushing event updated for resources: {'Port': ['ID=23305093-3f9a-4b8c-a685-710c21d9d0e8,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:27.277561 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-35a8ca8c-e162-426d-a4ea-ce0c8cb9f2bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:27.339084 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:12:27.351236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:27.351657 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:27.483517 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-eb031f1b-b93a-4806-a833-10297a6a926a None None] Provisioning complete for port 23305093-3f9a-4b8c-a685-710c21d9d0e8 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:27.483975 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-eb031f1b-b93a-4806-a833-10297a6a926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:27.758360 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:27.798755 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c,segment=NetworkSegment(6700551c-4caf-45cf-8732-aec914329e91),segment_id=6700551c-4caf-45cf-8732-aec914329e91)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:27.803413 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:27.805802 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:27.921466 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:27.926640 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:28.032811 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:12:28.045638 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Sync routers for ids ['34080041-0946-4715-9e6d-76f39502b899'] in dv-cinder-786932-1-smb {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:12:28.056336 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Routers {'34080041-0946-4715-9e6d-76f39502b899'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:12:28.057353 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:12:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['34080041-0946-4715-9e6d-76f39502b899'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:28.069515 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476143c9-13b3-479c-8c4b-922851d46c4f req-d41a323c-7ca0-4409-8f0e-71eb16767ca7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:28.081177 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-476143c9-13b3-479c-8c4b-922851d46c4f req-d41a323c-7ca0-4409-8f0e-71eb16767ca7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.6944230 Apr 19 19:12:28.120765 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:28.123626 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1435225 Apr 19 19:12:28.126507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 43628) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:28.227398 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-476143c9-13b3-479c-8c4b-922851d46c4f req-425d2569-4de9-4688-8ef7-4dc8d2b52a90 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433685 Apr 19 19:12:28.320239 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Set router 34080041-0946-4715-9e6d-76f39502b899 gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:12:28.514684 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaeddc-575d-4242-99c8-6f3bde4150fb req-4eb136d6-7203-417b-bea5-c093548087d4 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:28.516403 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1fbaeddc-575d-4242-99c8-6f3bde4150fb req-4eb136d6-7203-417b-bea5-c093548087d4 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1103566 Apr 19 19:12:28.589711 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1fbaeddc-575d-4242-99c8-6f3bde4150fb req-e89588dc-cb4a-4402-85ad-f07f58d40b35 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670061 Apr 19 19:12:28.690811 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34080041-0946-4715-9e6d-76f39502b899', 'name': 'tempest-TestMinimumBasicScenario-398890526-router', 'tenant_id': '61252766eaef4c4d8683f0f780c5a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c651531c-55b3-4e1f-a4e7-e3b564156aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:22Z', 'updated_at': '2021-04-19T19:12:25Z', 'revision_number': 3, 'project_id': '61252766eaef4c4d8683f0f780c5a0f7', 'gw_port': {'id': 'c651531c-55b3-4e1f-a4e7-e3b564156aec', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34080041-0946-4715-9e6d-76f39502b899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:23Z', 'updated_at': '2021-04-19T19:12:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:28.695514 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Checking router: 34080041-0946-4715-9e6d-76f39502b899 for host: dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:12:28.696022 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Updating router 34080041-0946-4715-9e6d-76f39502b899 port c651531c-55b3-4e1f-a4e7-e3b564156aec binding host dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:12:28.761608 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:28.835581 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:12:28.921408 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:28.921974 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:29.080553 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:29.112045 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 23305093-3f9a-4b8c-a685-710c21d9d0e8 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:12:29.186824 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 23305093-3f9a-4b8c-a685-710c21d9d0e8 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:29.187266 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:29.243063 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:29.277708 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Transition to ACTIVE for port object c651531c-55b3-4e1f-a4e7-e3b564156aec will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:29.286199 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:29.291806 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-634151e3-53d1-4549-8627-b156b9d829c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:29.359453 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Allocated IP 172.20.0.1 (816d9498-44cf-4952-aa2b-b305975d44fe/0987bd1a-c927-4f84-900c-9cb16fd6d8be/7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:12:29.385917 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef83fc-5186-4a04-8942-9651d32aa6e7 None None] Pushing event updated for resources: {'Port': ['ID=c651531c-55b3-4e1f-a4e7-e3b564156aec,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:29.391716 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a6ef83fc-5186-4a04-8942-9651d32aa6e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:29.424482 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Attempting to bind port c651531c-55b3-4e1f-a4e7-e3b564156aec on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:12:29.425088 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Attempting to bind port c651531c-55b3-4e1f-a4e7-e3b564156aec by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:12:29.425701 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Attempting to bind port c651531c-55b3-4e1f-a4e7-e3b564156aec on network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:29.431698 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:12:29.432144 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Checking segment: {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:12:29.432593 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:29.433014 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Bound using segment: {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:12:29.433529 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Bound port: c651531c-55b3-4e1f-a4e7-e3b564156aec, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:12:29.433943 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:29.538797 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] For port c651531c-55b3-4e1f-a4e7-e3b564156aec, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:12:29.542292 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] For port c651531c-55b3-4e1f-a4e7-e3b564156aec, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=c651531c-55b3-4e1f-a4e7-e3b564156aec,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:12:29.545615 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:29.555882 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:29.621606 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Routers {'34080041-0946-4715-9e6d-76f39502b899'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:12:29.622911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:12:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['34080041-0946-4715-9e6d-76f39502b899'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:29.652084 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35682fb7-75c0-4ef9-b498-9d2f7ba8ca91 req-848ded4a-2b00-475e-8b4c-a2f42664cf8c tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:29.653742 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-35682fb7-75c0-4ef9-b498-9d2f7ba8ca91 req-848ded4a-2b00-475e-8b4c-a2f42664cf8c tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.2204735 Apr 19 19:12:29.661695 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:29.710967 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Transition to ACTIVE for port object 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:29.735729 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-35682fb7-75c0-4ef9-b498-9d2f7ba8ca91 req-4d8591ea-783f-452e-9820-6683473dd8e0 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702984 Apr 19 19:12:29.781057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:29.789528 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:29.883064 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Network 816d9498-44cf-4952-aa2b-b305975d44fe is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:12:29.893282 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:29.896249 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:12:29.911180 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017bbdb-1fdc-456b-820f-b29bfbeba33c req-a17d62a2-0b57-467c-969e-f024e16a5dc5 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:29.922931 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d017bbdb-1fdc-456b-820f-b29bfbeba33c req-a17d62a2-0b57-467c-969e-f024e16a5dc5 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1501241 Apr 19 19:12:29.957805 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Pushing event updated for resources: {'Port': ['ID=7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:29.967114 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:29.985927 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854117886'] for router_interface, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:30.003670 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d017bbdb-1fdc-456b-820f-b29bfbeba33c req-e8ed5b73-160e-456e-8c1e-43f6096f4f2d tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771253 Apr 19 19:12:30.138795 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef83fc-5186-4a04-8942-9651d32aa6e7 None None] Pushing event updated for resources: {'Port': ['ID=c651531c-55b3-4e1f-a4e7-e3b564156aec,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:30.145189 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a6ef83fc-5186-4a04-8942-9651d32aa6e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:30.147015 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:30.167423 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] Set router 34080041-0946-4715-9e6d-76f39502b899 gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:12:30.218479 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-123786e3-6df4-4a43-a282-372c36d50ea2 None None] Provisioning for port 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:12:30.224162 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-123786e3-6df4-4a43-a282-372c36d50ea2 None None] Provisioning complete for port 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:30.224858 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-123786e3-6df4-4a43-a282-372c36d50ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:30.288423 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-123786e3-6df4-4a43-a282-372c36d50ea2 None None] Port 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:12:30.558849 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:30.561154 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34080041-0946-4715-9e6d-76f39502b899', 'name': 'tempest-TestMinimumBasicScenario-398890526-router', 'tenant_id': '61252766eaef4c4d8683f0f780c5a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c651531c-55b3-4e1f-a4e7-e3b564156aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:22Z', 'updated_at': '2021-04-19T19:12:25Z', 'revision_number': 3, 'project_id': '61252766eaef4c4d8683f0f780c5a0f7', 'gw_port': {'id': 'c651531c-55b3-4e1f-a4e7-e3b564156aec', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34080041-0946-4715-9e6d-76f39502b899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:23Z', 'updated_at': '2021-04-19T19:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:30.563173 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62134073'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:30.566321 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc72601f-7361-4038-a9f3-9dbe8995922d None None] The sync data for ids ['34080041-0946-4715-9e6d-76f39502b899'] in dv-cinder-786932-1-smb is: [{'id': '34080041-0946-4715-9e6d-76f39502b899', 'name': 'tempest-TestMinimumBasicScenario-398890526-router', 'tenant_id': '61252766eaef4c4d8683f0f780c5a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c651531c-55b3-4e1f-a4e7-e3b564156aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:22Z', 'updated_at': '2021-04-19T19:12:25Z', 'revision_number': 3, 'project_id': '61252766eaef4c4d8683f0f780c5a0f7', 'gw_port': {'id': 'c651531c-55b3-4e1f-a4e7-e3b564156aec', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34080041-0946-4715-9e6d-76f39502b899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:23Z', 'updated_at': '2021-04-19T19:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:12:30.605465 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:30.936887 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853757521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658021'] for router_interface, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:31.158049 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Pushing event updated for resources: {'Port': ['ID=7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:31.214775 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e2ced-6b2d-4a17-a8af-8c0ab7732713 req-9532c376-143c-4b25-a1f0-93e6c3becbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:31.214775 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fd0e2ced-6b2d-4a17-a8af-8c0ab7732713 req-9532c376-143c-4b25-a1f0-93e6c3becbad service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8a42694aec374663aae1ddf6f96e3643&device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 1098 time: 0.2522528 Apr 19 19:12:31.241304 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:31.338256 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc7723-d9bc-4e81-86c2-a520063aab27 req-35002ab4-038e-4ed7-85a4-b4be1c2c9eff tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:31.340111 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ddfc7723-d9bc-4e81-86c2-a520063aab27 req-35002ab4-038e-4ed7-85a4-b4be1c2c9eff tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.3855522 Apr 19 19:12:31.409780 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ddfc7723-d9bc-4e81-86c2-a520063aab27 req-9eed4348-040a-407c-9b91-8d4a6c83ebbb tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608597 Apr 19 19:12:31.420205 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Network 816d9498-44cf-4952-aa2b-b305975d44fe is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:12:31.421626 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:31.431828 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e2ced-6b2d-4a17-a8af-8c0ab7732713 req-23ecb11a-b0a2-4d18-a363-e2d51b660c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:31.433588 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fd0e2ced-6b2d-4a17-a8af-8c0ab7732713 req-23ecb11a-b0a2-4d18-a363-e2d51b660c44 service neutron] 10.222.0.75 "GET /v2.0/networks?id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae HTTP/1.1" status: 200 len: 919 time: 0.2061267 Apr 19 19:12:31.466141 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d6dda-2c24-4c9d-803a-493d43acbb4a req-bea1bfec-1eb6-4fd4-900c-80040276d3e6 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:31.467851 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-873d6dda-2c24-4c9d-803a-493d43acbb4a req-bea1bfec-1eb6-4fd4-900c-80040276d3e6 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.3867550 Apr 19 19:12:31.635762 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fd0e2ced-6b2d-4a17-a8af-8c0ab7732713 req-b3bc7ca6-c6f4-4971-9bdc-a3fd72d86546 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c443d0cd-ac7e-432e-a5c3-4cd5ad869428 HTTP/1.1" status: 200 len: 217 time: 0.1571984 Apr 19 19:12:31.760552 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-873d6dda-2c24-4c9d-803a-493d43acbb4a req-c0b74884-11a8-44fb-87b3-24618fb8be1d tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832456 Apr 19 19:12:31.766579 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e2ced-6b2d-4a17-a8af-8c0ab7732713 req-29e7a01c-99c1-41f9-9991-b42ec5751527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:31.770542 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fd0e2ced-6b2d-4a17-a8af-8c0ab7732713 req-29e7a01c-99c1-41f9-9991-b42ec5751527 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6 HTTP/1.1" status: 200 len: 858 time: 0.0896049 Apr 19 19:12:31.852131 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fd0e2ced-6b2d-4a17-a8af-8c0ab7732713 req-b728f0e8-d870-4fbf-9053-149d8b866ec9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642853 Apr 19 19:12:31.926178 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e639dc-5bc9-4132-b17a-e27b7e59bad2 req-1d818335-4abc-4368-a8f7-c0bc669fbdc7 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:31.929027 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f9e639dc-5bc9-4132-b17a-e27b7e59bad2 req-1d818335-4abc-4368-a8f7-c0bc669fbdc7 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1611733 Apr 19 19:12:31.938585 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-44dfde2f-70dc-4656-9209-420fe822c53e None None] Provisioning complete for port 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:31.940535 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-44dfde2f-70dc-4656-9209-420fe822c53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:32.032961 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f9e639dc-5bc9-4132-b17a-e27b7e59bad2 req-1d1f9e66-53d7-4530-ad83-bb686cbd9544 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896947 Apr 19 19:12:32.035111 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Router 34080041-0946-4715-9e6d-76f39502b899 has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:12:32.077278 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-44dfde2f-70dc-4656-9209-420fe822c53e None None] Port 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:12:32.083935 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fd0e2ced-6b2d-4a17-a8af-8c0ab7732713 req-27d9893e-b8aa-4239-a972-9709b4efeb2a service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184310 Apr 19 19:12:32.278649 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fd0e2ced-6b2d-4a17-a8af-8c0ab7732713 req-0ee8ec5a-7d51-4503-a149-a338335901eb service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833024 Apr 19 19:12:32.286788 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:12:32.301520 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] 10.222.0.58 "PUT /v2.0/routers/34080041-0946-4715-9e6d-76f39502b899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1737907 Apr 19 19:12:32.676229 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba349369-9b85-49ce-9d2e-46259916b4aa req-11033ac2-2fca-429d-a35b-fa02adeadef2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:32.678124 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ba349369-9b85-49ce-9d2e-46259916b4aa req-11033ac2-2fca-429d-a35b-fa02adeadef2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.1287096 Apr 19 19:12:32.743314 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ba349369-9b85-49ce-9d2e-46259916b4aa req-0237b7dd-c42e-48c4-882a-3cc256575b11 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559540 Apr 19 19:12:32.944082 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device c651531c-55b3-4e1f-a4e7-e3b564156aec up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:12:33.026658 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151e1a0-1ac6-49c6-945c-c8a8092be61f req-5b0c7670-d72d-443e-985a-212cc2ec9cd7 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:33.029779 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b151e1a0-1ac6-49c6-945c-c8a8092be61f req-5b0c7670-d72d-443e-985a-212cc2ec9cd7 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1168005 Apr 19 19:12:33.058191 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port c651531c-55b3-4e1f-a4e7-e3b564156aec completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:12:33.065543 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port c651531c-55b3-4e1f-a4e7-e3b564156aec triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:33.065963 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:33.099854 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b151e1a0-1ac6-49c6-945c-c8a8092be61f req-d9103f04-bd33-44c9-ba7e-305a5bfab350 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641580 Apr 19 19:12:33.208696 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:33.237276 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port c651531c-55b3-4e1f-a4e7-e3b564156aec, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=c651531c-55b3-4e1f-a4e7-e3b564156aec,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:33.237276 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:33.237276 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:33.322710 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696f5be-bd82-4f8d-b580-07962ae49803 req-c5c16cb4-9dd8-4c30-92c1-e28de4ff2c39 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:33.327800 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=c651531c-55b3-4e1f-a4e7-e3b564156aec,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:33.333839 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4696f5be-bd82-4f8d-b580-07962ae49803 req-c5c16cb4-9dd8-4c30-92c1-e28de4ff2c39 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1337731 Apr 19 19:12:33.338676 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:33.394039 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4696f5be-bd82-4f8d-b580-07962ae49803 req-eea21522-7dd3-422f-ab59-26582de2598f tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590684 Apr 19 19:12:34.107041 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2223f2-c74f-42db-885e-53d5518770cd req-72af6ae2-b225-4846-bd9d-915484ca2e87 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:34.117469 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5d2223f2-c74f-42db-885e-53d5518770cd req-72af6ae2-b225-4846-bd9d-915484ca2e87 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.1752877 Apr 19 19:12:34.150946 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Sync routers for ids ['34080041-0946-4715-9e6d-76f39502b899'] in dv-cinder-786932-1-smb {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:12:34.168249 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Routers {'34080041-0946-4715-9e6d-76f39502b899'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:12:34.180783 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:12:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['34080041-0946-4715-9e6d-76f39502b899'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:34.214667 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5d2223f2-c74f-42db-885e-53d5518770cd req-e08f2c6f-ab69-4563-919e-3839e96f9140 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920913 Apr 19 19:12:34.391387 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:12:34.427315 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Set router 34080041-0946-4715-9e6d-76f39502b899 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:12:34.455305 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe882e-6129-459e-aa87-e482d458f874 req-e8c31f7e-c82c-4743-a4d3-8b1bd7016774 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:34.461054 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-42fe882e-6129-459e-aa87-e482d458f874 req-e8c31f7e-c82c-4743-a4d3-8b1bd7016774 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1202066 Apr 19 19:12:34.516148 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-42fe882e-6129-459e-aa87-e482d458f874 req-b40a5f6e-5541-41e5-ab2c-b7c2d0d83972 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520742 Apr 19 19:12:34.932228 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d58e1-d481-45e8-afad-745d3ca7852f req-e81884d0-b999-46b3-8f23-38bfa8491f4a tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:34.933984 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a39d58e1-d481-45e8-afad-745d3ca7852f req-e81884d0-b999-46b3-8f23-38bfa8491f4a tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1972959 Apr 19 19:12:34.998307 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device c651531c-55b3-4e1f-a4e7-e3b564156aec up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:12:35.026787 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a39d58e1-d481-45e8-afad-745d3ca7852f req-216871e5-eabf-42ce-bc66-98cdd0498202 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851467 Apr 19 19:12:35.107892 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port c651531c-55b3-4e1f-a4e7-e3b564156aec triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:35.108375 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:35.161309 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34080041-0946-4715-9e6d-76f39502b899', 'name': 'tempest-TestMinimumBasicScenario-398890526-router', 'tenant_id': '61252766eaef4c4d8683f0f780c5a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c651531c-55b3-4e1f-a4e7-e3b564156aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:22Z', 'updated_at': '2021-04-19T19:12:30Z', 'revision_number': 4, 'project_id': '61252766eaef4c4d8683f0f780c5a0f7', 'gw_port': {'id': 'c651531c-55b3-4e1f-a4e7-e3b564156aec', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34080041-0946-4715-9e6d-76f39502b899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:23Z', 'updated_at': '2021-04-19T19:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2', 'name': '', 'network_id': '816d9498-44cf-4952-aa2b-b305975d44fe', 'tenant_id': '61252766eaef4c4d8683f0f780c5a0f7', 'mac_address': 'fa:16:3e:52:3c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34080041-0946-4715-9e6d-76f39502b899', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0987bd1a-c927-4f84-900c-9cb16fd6d8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:29Z', 'updated_at': '2021-04-19T19:12:30Z', 'revision_number': 2, 'project_id': '61252766eaef4c4d8683f0f780c5a0f7', 'subnets': [{'id': '0987bd1a-c927-4f84-900c-9cb16fd6d8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:35.171649 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Checking router: 34080041-0946-4715-9e6d-76f39502b899 for host: dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:12:35.172128 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Updating router 34080041-0946-4715-9e6d-76f39502b899 port 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 binding host dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:12:35.351494 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:35.480676 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa82545-b9ef-4a05-b14e-db750b2180a1 req-40614100-7ebe-4ff9-a730-c298dd7945c8 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:35.490424 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ffa82545-b9ef-4a05-b14e-db750b2180a1 req-40614100-7ebe-4ff9-a730-c298dd7945c8 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.1172497 Apr 19 19:12:35.548316 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ffa82545-b9ef-4a05-b14e-db750b2180a1 req-ba026980-0b33-4c3c-b616-e4f6c9ba7c3f tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565419 Apr 19 19:12:35.759372 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:35.787621 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80636b97-6ee7-4aba-b629-49cda6ec5bd7 req-5796cac1-d1a7-4ac2-b8cb-2aac280e3066 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:35.799214 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-80636b97-6ee7-4aba-b629-49cda6ec5bd7 req-5796cac1-d1a7-4ac2-b8cb-2aac280e3066 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1327748 Apr 19 19:12:35.802384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Transition to ACTIVE for port object 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:35.841707 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:35.848792 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-91f89902-147b-4d04-bd52-6e5d620996a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:35.866487 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-80636b97-6ee7-4aba-b629-49cda6ec5bd7 req-b400e72b-5367-49e5-aaf9-8b6201d21ec6 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666332 Apr 19 19:12:35.958978 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e17fa-f695-4099-b14e-5bbcec47860c None None] Pushing event updated for resources: {'Port': ['ID=7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:35.968771 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-691e17fa-f695-4099-b14e-5bbcec47860c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:36.305705 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1233a7-4921-43ed-b5a7-fb662eb79c4e req-0597a6de-0c90-4e59-ab1c-e125649d06c3 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:36.308457 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cc1233a7-4921-43ed-b5a7-fb662eb79c4e req-0597a6de-0c90-4e59-ab1c-e125649d06c3 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1201046 Apr 19 19:12:36.357641 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Attempting to bind port 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:12:36.358240 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Attempting to bind port 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': '8411b872-edff-49ac-9837-0a134f59464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '816d9498-44cf-4952-aa2b-b305975d44fe'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:12:36.358904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Attempting to bind port 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 on network 816d9498-44cf-4952-aa2b-b305975d44fe {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:36.374389 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:12:36.375098 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Checking segment: {'id': '8411b872-edff-49ac-9837-0a134f59464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '816d9498-44cf-4952-aa2b-b305975d44fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:12:36.375609 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:36.376432 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Bound using segment: {'id': '8411b872-edff-49ac-9837-0a134f59464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '816d9498-44cf-4952-aa2b-b305975d44fe'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:12:36.377094 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Bound port: 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8411b872-edff-49ac-9837-0a134f59464e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '816d9498-44cf-4952-aa2b-b305975d44fe'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:12:36.377614 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:36.438648 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cc1233a7-4921-43ed-b5a7-fb662eb79c4e req-f46ebce6-fb53-4794-94c9-ab33d08552eb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182680 Apr 19 19:12:36.605138 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] For port 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:12:36.610956 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] For port 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2,segment=NetworkSegment(8411b872-edff-49ac-9837-0a134f59464e),segment_id=8411b872-edff-49ac-9837-0a134f59464e)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:12:36.615408 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:36.624328 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:36.750543 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e17fa-f695-4099-b14e-5bbcec47860c None None] Pushing event updated for resources: {'Port': ['ID=7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:36.757795 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-691e17fa-f695-4099-b14e-5bbcec47860c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:36.801300 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Routers {'34080041-0946-4715-9e6d-76f39502b899'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:12:36.802291 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:12:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['34080041-0946-4715-9e6d-76f39502b899'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:37.021123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4c4dc-1584-44fa-928d-0d6b1886a771 req-af6a2a86-0736-414b-8f95-db4f3adf4184 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:37.033089 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b0e4c4dc-1584-44fa-928d-0d6b1886a771 req-af6a2a86-0736-414b-8f95-db4f3adf4184 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.2873950 Apr 19 19:12:37.134308 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b0e4c4dc-1584-44fa-928d-0d6b1886a771 req-e77cf59f-1e62-43cd-aac2-4120864dfde2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979345 Apr 19 19:12:37.221970 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] Set router 34080041-0946-4715-9e6d-76f39502b899 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:12:37.354994 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d684bd-ab1c-4ded-a370-8ef4d3165bc9 req-ee27c5fb-fbcb-4ee2-8e80-8ad9ccfc481e tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:37.357553 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-89d684bd-ab1c-4ded-a370-8ef4d3165bc9 req-ee27c5fb-fbcb-4ee2-8e80-8ad9ccfc481e tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1036861 Apr 19 19:12:37.420597 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-89d684bd-ab1c-4ded-a370-8ef4d3165bc9 req-62a1e6d7-244c-4290-a620-200cd23b5d2d tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567636 Apr 19 19:12:37.670040 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34080041-0946-4715-9e6d-76f39502b899', 'name': 'tempest-TestMinimumBasicScenario-398890526-router', 'tenant_id': '61252766eaef4c4d8683f0f780c5a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c651531c-55b3-4e1f-a4e7-e3b564156aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:22Z', 'updated_at': '2021-04-19T19:12:30Z', 'revision_number': 4, 'project_id': '61252766eaef4c4d8683f0f780c5a0f7', 'gw_port': {'id': 'c651531c-55b3-4e1f-a4e7-e3b564156aec', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34080041-0946-4715-9e6d-76f39502b899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:23Z', 'updated_at': '2021-04-19T19:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2', 'name': '', 'network_id': '816d9498-44cf-4952-aa2b-b305975d44fe', 'tenant_id': '61252766eaef4c4d8683f0f780c5a0f7', 'mac_address': 'fa:16:3e:52:3c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34080041-0946-4715-9e6d-76f39502b899', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0987bd1a-c927-4f84-900c-9cb16fd6d8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:29Z', 'updated_at': '2021-04-19T19:12:36Z', 'revision_number': 4, 'project_id': '61252766eaef4c4d8683f0f780c5a0f7', 'subnets': [{'id': '0987bd1a-c927-4f84-900c-9cb16fd6d8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:37.675392 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4323e1-e8a7-4822-b13a-fa171952e9cf None None] The sync data for ids ['34080041-0946-4715-9e6d-76f39502b899'] in dv-cinder-786932-1-smb is: [{'id': '34080041-0946-4715-9e6d-76f39502b899', 'name': 'tempest-TestMinimumBasicScenario-398890526-router', 'tenant_id': '61252766eaef4c4d8683f0f780c5a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c651531c-55b3-4e1f-a4e7-e3b564156aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:22Z', 'updated_at': '2021-04-19T19:12:30Z', 'revision_number': 4, 'project_id': '61252766eaef4c4d8683f0f780c5a0f7', 'gw_port': {'id': 'c651531c-55b3-4e1f-a4e7-e3b564156aec', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34080041-0946-4715-9e6d-76f39502b899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:23Z', 'updated_at': '2021-04-19T19:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2', 'name': '', 'network_id': '816d9498-44cf-4952-aa2b-b305975d44fe', 'tenant_id': '61252766eaef4c4d8683f0f780c5a0f7', 'mac_address': 'fa:16:3e:52:3c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34080041-0946-4715-9e6d-76f39502b899', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0987bd1a-c927-4f84-900c-9cb16fd6d8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:29Z', 'updated_at': '2021-04-19T19:12:36Z', 'revision_number': 4, 'project_id': '61252766eaef4c4d8683f0f780c5a0f7', 'subnets': [{'id': '0987bd1a-c927-4f84-900c-9cb16fd6d8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:12:37.885342 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0e2aceb0-b768-4717-9c95-62f3ea6b5fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:38.163830 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946548a-a457-43e9-b679-97b72730118c req-db13c330-de8f-4c7d-b1ce-871063688f40 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:38.172655 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e946548a-a457-43e9-b679-97b72730118c req-db13c330-de8f-4c7d-b1ce-871063688f40 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1170020 Apr 19 19:12:38.227915 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e946548a-a457-43e9-b679-97b72730118c req-d05f4fa4-a204-41f2-ba58-97a82cd1d00f tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541372 Apr 19 19:12:38.472729 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b7167-0ef0-41fc-b83c-f6ec49275d87 req-7ee6a62a-ff60-4523-b2f5-7f35e6feb3dd tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:38.475420 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a03b7167-0ef0-41fc-b83c-f6ec49275d87 req-7ee6a62a-ff60-4523-b2f5-7f35e6feb3dd tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.1109519 Apr 19 19:12:38.559930 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a03b7167-0ef0-41fc-b83c-f6ec49275d87 req-f6f98743-63a9-4e2f-aa3a-3b40e35b4bdc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752070 Apr 19 19:12:38.708579 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device fe8234a5-cab0-4006-bbaa-502ff2d54ea2 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:12:39.418023 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b85ae-c666-4abc-9b01-82da282fcd5a req-bd257c6c-c9be-4699-b068-fa9b0cbfcb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:39.423930 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-792b85ae-c666-4abc-9b01-82da282fcd5a req-bd257c6c-c9be-4699-b068-fa9b0cbfcb0b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d99eda3650e4d08ad8d52aac35de6aa&device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 1098 time: 0.1653910 Apr 19 19:12:39.426248 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc87de-2da9-4afc-9989-1ff96e11a548 req-1ee33a1f-8d97-4b04-86c0-17972ebd4e40 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:39.428861 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-accc87de-2da9-4afc-9989-1ff96e11a548 req-1ee33a1f-8d97-4b04-86c0-17972ebd4e40 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.2057750 Apr 19 19:12:39.437030 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port fe8234a5-cab0-4006-bbaa-502ff2d54ea2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:39.473032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'port_id': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2', 'mac_address': 'fa:16:3e:ff:7c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:12:39.480003 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:12:39.522743 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-accc87de-2da9-4afc-9989-1ff96e11a548 req-8f5adbef-6790-421d-91c3-783347494a38 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796793 Apr 19 19:12:39.586887 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:39.622640 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe8234a5-cab0-4006-bbaa-502ff2d54ea2 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:12:39.641968 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port fe8234a5-cab0-4006-bbaa-502ff2d54ea2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:39.648049 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:39.650579 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:39.685057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b85ae-c666-4abc-9b01-82da282fcd5a req-521859ac-1b2c-4c02-a3d6-d2a99db876f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:39.689856 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-792b85ae-c666-4abc-9b01-82da282fcd5a req-521859ac-1b2c-4c02-a3d6-d2a99db876f5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2a04a19f-2111-459f-b0c6-fd481fb0041e HTTP/1.1" status: 200 len: 912 time: 0.2569218 Apr 19 19:12:39.725782 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,revision_number=6']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:39.732509 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:39.742846 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:12:39.749323 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:39.749757 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:39.846001 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['fe8234a5-cab0-4006-bbaa-502ff2d54ea2'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:12:39.858353 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35bd49-0a28-4917-8483-72eede4cd5ff req-fea35d53-4459-4937-9f32-99ff46d80ca3 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:39.860321 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fb35bd49-0a28-4917-8483-72eede4cd5ff req-fea35d53-4459-4937-9f32-99ff46d80ca3 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1339827 Apr 19 19:12:39.884638 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-792b85ae-c666-4abc-9b01-82da282fcd5a req-f81d9656-3151-4b37-a170-02af5b8f9b87 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 HTTP/1.1" status: 200 len: 1000 time: 0.1830065 Apr 19 19:12:39.957680 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fb35bd49-0a28-4917-8483-72eede4cd5ff req-6eaed98d-e70d-4966-8159-681e4b79cbab tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853641 Apr 19 19:12:40.051896 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:40.063913 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b85ae-c666-4abc-9b01-82da282fcd5a req-2f52bf19-c992-4bfe-9a8c-e66813e5d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:40.065595 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-792b85ae-c666-4abc-9b01-82da282fcd5a req-2f52bf19-c992-4bfe-9a8c-e66813e5d38f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=30029454-1ddd-4aa7-85a3-1fc1f6ca707e HTTP/1.1" status: 200 len: 850 time: 0.1598032 Apr 19 19:12:40.104352 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2,segment=NetworkSegment(8411b872-edff-49ac-9837-0a134f59464e),segment_id=8411b872-edff-49ac-9837-0a134f59464e)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:40.113910 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:40.119236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:40.205085 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:40.208908 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:40.245126 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7df243-d216-4ead-ac8a-51eb9ab70e82 req-105fa6fe-a3e5-4b18-9070-e017879e3cad tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:40.252310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b85ae-c666-4abc-9b01-82da282fcd5a req-22d9d035-1b02-49cd-9823-fdca9abf0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:40.253899 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-792b85ae-c666-4abc-9b01-82da282fcd5a req-22d9d035-1b02-49cd-9823-fdca9abf0c8c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2a04a19f-2111-459f-b0c6-fd481fb0041e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1754780 Apr 19 19:12:40.256455 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1c7df243-d216-4ead-ac8a-51eb9ab70e82 req-105fa6fe-a3e5-4b18-9070-e017879e3cad tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 945 time: 0.1842446 Apr 19 19:12:40.320316 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1c7df243-d216-4ead-ac8a-51eb9ab70e82 req-a9cecad4-70cc-4820-90d2-2c244391edc7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583997 Apr 19 19:12:40.365119 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9a74720a-91c6-4606-9cd9-090c2b2113fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:40.445531 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-792b85ae-c666-4abc-9b01-82da282fcd5a req-20315326-68f9-4182-827e-033c91a7a462 service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748440 Apr 19 19:12:40.725102 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device fe8234a5-cab0-4006-bbaa-502ff2d54ea2 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:12:40.744696 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-792b85ae-c666-4abc-9b01-82da282fcd5a req-a541dbcc-d0ed-4d45-be5c-0a1af90a2a32 service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892132 Apr 19 19:12:40.895143 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port fe8234a5-cab0-4006-bbaa-502ff2d54ea2 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:40.895574 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:40.931907 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:12:41.135807 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:41.136310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:41.205475 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:41.242299 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0be2cd-e7da-449c-8ed1-c2fd388bd96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:12:41.342217 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port fe8234a5-cab0-4006-bbaa-502ff2d54ea2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:41.351981 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:41.357294 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:41.381358 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1365a-ff75-4d5d-b4af-2511306b49b9 req-9bd8e113-af8e-44c5-a632-13640fefdd5a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:41.390428 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cba1365a-ff75-4d5d-b4af-2511306b49b9 req-9bd8e113-af8e-44c5-a632-13640fefdd5a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1418259 Apr 19 19:12:41.402255 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:41.438489 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,revision_number=7']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:41.441919 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:41.458896 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cba1365a-ff75-4d5d-b4af-2511306b49b9 req-e79eb184-21cb-44fb-b8ab-68e58fbdf41e tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673833 Apr 19 19:12:41.548246 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:41.687585 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc77a4-7b86-4686-8118-b9fb38a5bc0d req-b9982b5e-fc6f-4648-ac11-4eb4f7858996 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:41.695673 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-83dc77a4-7b86-4686-8118-b9fb38a5bc0d req-b9982b5e-fc6f-4648-ac11-4eb4f7858996 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 945 time: 0.1123590 Apr 19 19:12:41.726113 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:41.768710 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-83dc77a4-7b86-4686-8118-b9fb38a5bc0d req-ab3e3918-e3c3-40ca-915b-edc107637535 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719516 Apr 19 19:12:41.989634 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00284d-b3a3-4336-bd36-f5995d219949 req-f0fd61d0-0956-4e47-a78d-d947123666db tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:41.991397 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7f00284d-b3a3-4336-bd36-f5995d219949 req-f0fd61d0-0956-4e47-a78d-d947123666db tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1113276 Apr 19 19:12:42.066503 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7f00284d-b3a3-4336-bd36-f5995d219949 req-b1a584b9-96cc-4121-8738-2b6d7341ec1f tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651331 Apr 19 19:12:42.134596 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0be2cd-e7da-449c-8ed1-c2fd388bd96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2', 'code': 200} Apr 19 19:12:42.351812 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad3939-13f0-4866-89e4-c60671f0d7f0 req-40a136eb-3bac-4c31-a998-a4edfb57686d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:42.353693 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-90ad3939-13f0-4866-89e4-c60671f0d7f0 req-40a136eb-3bac-4c31-a998-a4edfb57686d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.1161523 Apr 19 19:12:42.416225 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-90ad3939-13f0-4866-89e4-c60671f0d7f0 req-220502eb-dc89-41e9-adad-8c5f94756f81 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554342 Apr 19 19:12:42.702427 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:42.704403 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b15ac4-1610-46b5-af58-80ebb6915311 req-edf4364b-3b41-47a4-9df9-9316ec7fbf97 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:42.706232 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-56b15ac4-1610-46b5-af58-80ebb6915311 req-edf4364b-3b41-47a4-9df9-9316ec7fbf97 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1195233 Apr 19 19:12:42.766543 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-56b15ac4-1610-46b5-af58-80ebb6915311 req-e6cbabf8-4c3d-4ad8-a113-e2899e472b08 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533469 Apr 19 19:12:43.016700 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ee28f-a5a6-44e5-8ea7-922bb4d1a51c req-904ed6f0-d144-404f-a23c-1a4eec4ee5ce tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:43.018438 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-331ee28f-a5a6-44e5-8ea7-922bb4d1a51c req-904ed6f0-d144-404f-a23c-1a4eec4ee5ce tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 945 time: 0.1206114 Apr 19 19:12:43.075192 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-331ee28f-a5a6-44e5-8ea7-922bb4d1a51c req-302170f0-ea3e-41fd-ace4-8664d290db6c tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454781 Apr 19 19:12:43.683509 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e83a1-f2ee-4631-a076-442e20502199 req-f9543622-2b6b-46a9-8c8c-314744a8f9f7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:43.692812 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a26e83a1-f2ee-4631-a076-442e20502199 req-f9543622-2b6b-46a9-8c8c-314744a8f9f7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.1379113 Apr 19 19:12:43.753501 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a26e83a1-f2ee-4631-a076-442e20502199 req-2db984fe-b205-4879-8b66-3152c379c75d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594282 Apr 19 19:12:43.999649 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16647b-198e-4225-ad65-9cf3b8b8019f req-6a562ebd-96c3-42ca-baf7-ba49f4e42e7c tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:44.007654 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1c16647b-198e-4225-ad65-9cf3b8b8019f req-6a562ebd-96c3-42ca-baf7-ba49f4e42e7c tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1051621 Apr 19 19:12:44.077679 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1c16647b-198e-4225-ad65-9cf3b8b8019f req-fe8875e2-00a6-485b-a789-f7886c90bd64 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688050 Apr 19 19:12:44.305867 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb888d4-44fd-47f9-a6f0-7934925a1e09 req-a110a0ba-cc74-46e6-b00c-230474dd21a8 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:44.307783 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-acb888d4-44fd-47f9-a6f0-7934925a1e09 req-a110a0ba-cc74-46e6-b00c-230474dd21a8 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 945 time: 0.1057537 Apr 19 19:12:44.360947 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-acb888d4-44fd-47f9-a6f0-7934925a1e09 req-6a8190da-12f4-464f-9ad0-c1130d88d811 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459125 Apr 19 19:12:44.989389 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 43946) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:45.005735 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ce38f-5a9f-4bcb-8ad9-a92de5672f60 req-3a373222-897a-490c-bb5b-7c7f62dd198c tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:45.011004 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d11ce38f-5a9f-4bcb-8ad9-a92de5672f60 req-3a373222-897a-490c-bb5b-7c7f62dd198c tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.1271684 Apr 19 19:12:45.059538 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9a4bce-e267-4afc-a8fc-de50539edc13 admin admin] Deleting subnet 401daec7-ac2f-4344-8719-6a6b1298d9b2 {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:12:45.065442 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d11ce38f-5a9f-4bcb-8ad9-a92de5672f60 req-25cf4dee-ec30-46ac-96b2-01a4844d3103 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493977 Apr 19 19:12:45.065908 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2e9a4bce-e267-4afc-a8fc-de50539edc13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:45.127367 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2e9a4bce-e267-4afc-a8fc-de50539edc13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793290365'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:45.198968 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2e9a4bce-e267-4afc-a8fc-de50539edc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070052'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:45.299578 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f008116-ba57-4ea7-ab0f-2a07fb0fc843 req-3eb95eff-7bd6-4596-891f-768818033b2b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:45.307839 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4f008116-ba57-4ea7-ab0f-2a07fb0fc843 req-3eb95eff-7bd6-4596-891f-768818033b2b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1019161 Apr 19 19:12:45.361625 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4f008116-ba57-4ea7-ab0f-2a07fb0fc843 req-fe6ca13a-c0ca-4e07-8e22-23bb5188dfa1 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525365 Apr 19 19:12:45.523707 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2e9a4bce-e267-4afc-a8fc-de50539edc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850705764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61803322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60833484'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:45.534880 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0f35a0fc-af08-4171-861a-9a9b4956dfae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:45.586153 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a4bce-e267-4afc-a8fc-de50539edc13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=401daec7-ac2f-4344-8719-6a6b1298d9b2,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:45.589550 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2e9a4bce-e267-4afc-a8fc-de50539edc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:45.596846 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2e9a4bce-e267-4afc-a8fc-de50539edc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:45.598999 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-2e9a4bce-e267-4afc-a8fc-de50539edc13 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/401daec7-ac2f-4344-8719-6a6b1298d9b2 HTTP/1.1" status: 204 len: 168 time: 0.6082549 Apr 19 19:12:45.601696 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 43954) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:45.607667 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8909d3-ee66-41dc-9c48-ca37f093cb91 req-3cdab622-831e-4302-9acc-3bc013dc5e5e tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:45.609518 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3b8909d3-ee66-41dc-9c48-ca37f093cb91 req-3cdab622-831e-4302-9acc-3bc013dc5e5e tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 945 time: 0.1156020 Apr 19 19:12:45.699885 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3b8909d3-ee66-41dc-9c48-ca37f093cb91 req-094f1def-546e-467e-884b-71d17a5b2045 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829625 Apr 19 19:12:45.738618 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d92010f9-c897-494c-b578-a24f77d70881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3959784'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:45.888695 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d92010f9-c897-494c-b578-a24f77d70881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850705679', 'neutron.services.segments.db._delete_segments_for_network-8745729553011'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:46.028646 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-d92010f9-c897-494c-b578-a24f77d70881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a49f3ad-035d-4c9e-ab45-99d605d931a0']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:46.044237 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-d92010f9-c897-494c-b578-a24f77d70881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b3de29-9772-4f03-8158-17f00c546140') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:46.044571 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-d92010f9-c897-494c-b578-a24f77d70881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b3de29-9772-4f03-8158-17f00c546140') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:46.057256 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d92010f9-c897-494c-b578-a24f77d70881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291125193315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61485451'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:46.073048 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d92010f9-c897-494c-b578-a24f77d70881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:46.082931 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92010f9-c897-494c-b578-a24f77d70881 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:12:46.572199 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c54e7-3947-472c-bfd4-432379f9d254 req-6f8199b3-b2b6-4911-a767-bab5567515e4 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:46.575453 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-d92010f9-c897-494c-b578-a24f77d70881 admin admin] Network 8a49f3ad-035d-4c9e-ab45-99d605d931a0 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:12:46.580678 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-134c54e7-3947-472c-bfd4-432379f9d254 req-6f8199b3-b2b6-4911-a767-bab5567515e4 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.3623428 Apr 19 19:12:46.594253 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d92010f9-c897-494c-b578-a24f77d70881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4065973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036792973159'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:46.651316 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-134c54e7-3947-472c-bfd4-432379f9d254 req-0461d5ec-c88a-494c-abcc-45082df101e2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677185 Apr 19 19:12:46.809203 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-d92010f9-c897-494c-b578-a24f77d70881 admin admin] Network 8a49f3ad-035d-4c9e-ab45-99d605d931a0 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: Traceback (most recent call last): Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: timer() Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: cb(*args, **kw) Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: return func(*args, **kwargs) Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: self._notify() Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: self.callback(batched_events) Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: event.method(event) Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: segment_id)['aggregates'][0] Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: return f(self, *a, **k) Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: return self._get(url).json() Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: **kwargs) Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: return self.request(url, 'GET', **kwargs) Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: **endpoint_filter) Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:12:46.839019 dv-cinder-786932-1-smb neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:12:46.884978 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577ebf7-b676-4cd6-8b4f-2c03b2482bfd req-5fa142a4-f654-4c80-83ac-2e88fb774b0a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:46.886547 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5577ebf7-b676-4cd6-8b4f-2c03b2482bfd req-5fa142a4-f654-4c80-83ac-2e88fb774b0a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1304605 Apr 19 19:12:46.957653 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5577ebf7-b676-4cd6-8b4f-2c03b2482bfd req-cf925d1d-6267-4850-a60f-6140889d9fae tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606577 Apr 19 19:12:47.056287 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d92010f9-c897-494c-b578-a24f77d70881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658050'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:47.081476 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:47.101873 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d92010f9-c897-494c-b578-a24f77d70881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:47.113965 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92010f9-c897-494c-b578-a24f77d70881 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a49f3ad-035d-4c9e-ab45-99d605d931a0,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:47.130115 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d92010f9-c897-494c-b578-a24f77d70881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:47.140347 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-d92010f9-c897-494c-b578-a24f77d70881 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8a49f3ad-035d-4c9e-ab45-99d605d931a0 HTTP/1.1" status: 204 len: 168 time: 1.5375307 Apr 19 19:12:47.144593 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 43996) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:47.147983 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a3973-a077-4a52-8b23-fa80aded00eb req-db93ef14-c8fb-4137-a128-ee931da4c9f8 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:47.149546 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-314a3973-a077-4a52-8b23-fa80aded00eb req-db93ef14-c8fb-4137-a128-ee931da4c9f8 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/networks?id=8b2cd983-863c-4acf-b275-30ffb9f30fd8 HTTP/1.1" status: 200 len: 813 time: 0.2418334 Apr 19 19:12:47.166227 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-314a3973-a077-4a52-8b23-fa80aded00eb req-c8193e0b-6a20-4aad-8e8a-0a9309aab32d tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/quotas/1e8c6d1bd53d4d81b36a71953a444481 HTTP/1.1" status: 200 len: 375 time: 0.0101187 Apr 19 19:12:47.223186 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9286126-b912-440c-9bc2-b7c136a87c4e req-8afbd346-e8b1-4747-bf8a-0587608b600f tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:47.225090 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b9286126-b912-440c-9bc2-b7c136a87c4e req-8afbd346-e8b1-4747-bf8a-0587608b600f tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 945 time: 0.1621592 Apr 19 19:12:47.274338 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-314a3973-a077-4a52-8b23-fa80aded00eb req-d1303ee1-b418-4b07-a18c-a5d9c5da3882 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e8c6d1bd53d4d81b36a71953a444481&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0988359 Apr 19 19:12:47.276362 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-4873b1ad-c723-4c66-b1c2-102ec4e2e17f admin admin] Deleting subnet 656deb60-4a3a-492f-9514-9c06f0c7931c {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:12:47.281360 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4873b1ad-c723-4c66-b1c2-102ec4e2e17f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:47.338003 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b9286126-b912-440c-9bc2-b7c136a87c4e req-ce133683-e726-469e-beb4-228a8fbc5167 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988145 Apr 19 19:12:47.362214 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4873b1ad-c723-4c66-b1c2-102ec4e2e17f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1600776'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:47.437472 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-314a3973-a077-4a52-8b23-fa80aded00eb req-68a6e151-7003-4257-9b5a-592024b24c68 service neutron] 10.222.0.58 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536541 Apr 19 19:12:47.447138 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4873b1ad-c723-4c66-b1c2-102ec4e2e17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070052'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:47.671769 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-314a3973-a077-4a52-8b23-fa80aded00eb req-b986658a-8b00-4e7f-afdb-d17828119441 service neutron] 10.222.0.58 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277436 Apr 19 19:12:47.914866 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4873b1ad-c723-4c66-b1c2-102ec4e2e17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850705764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036792642332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036793590110'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:47.924382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:47.977315 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873b1ad-c723-4c66-b1c2-102ec4e2e17f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=656deb60-4a3a-492f-9514-9c06f0c7931c,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:47.981574 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4873b1ad-c723-4c66-b1c2-102ec4e2e17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:47.987127 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4873b1ad-c723-4c66-b1c2-102ec4e2e17f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:47.997417 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-4873b1ad-c723-4c66-b1c2-102ec4e2e17f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/656deb60-4a3a-492f-9514-9c06f0c7931c HTTP/1.1" status: 204 len: 168 time: 0.8514721 Apr 19 19:12:47.999342 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 44034) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:48.144067 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2c3469d9-546e-4e87-a289-ec004d578589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3959784'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:48.191636 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764c6b7-3847-4469-ad0a-d940a395d2bb req-d39295e7-4984-4a21-8312-d22a7763d69b tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:48.194031 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4764c6b7-3847-4469-ad0a-d940a395d2bb req-d39295e7-4984-4a21-8312-d22a7763d69b tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 945 time: 0.3160746 Apr 19 19:12:48.245803 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2ce55-c223-433f-93a3-1be50290fe26 req-b2ee9ef5-d4c6-4151-973f-71a195588973 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:48.248442 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-16e2ce55-c223-433f-93a3-1be50290fe26 req-b2ee9ef5-d4c6-4151-973f-71a195588973 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.2569914 Apr 19 19:12:48.325027 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2c3469d9-546e-4e87-a289-ec004d578589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850705679', 'neutron.services.segments.db._delete_segments_for_network-8745729553011'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:48.348076 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-16e2ce55-c223-433f-93a3-1be50290fe26 req-24ee1cfc-84eb-4bc7-b5a6-1344b3506046 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849965 Apr 19 19:12:48.378362 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-4764c6b7-3847-4469-ad0a-d940a395d2bb req-a66a2d17-917e-495b-9a81-bd7646660781 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Deleting port 8ced4ab4-8e86-470a-b689-3b070d335856 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:12:48.378986 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4764c6b7-3847-4469-ad0a-d940a395d2bb req-a66a2d17-917e-495b-9a81-bd7646660781 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:48.564430 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-2c3469d9-546e-4e87-a289-ec004d578589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178d173c-d56f-4840-8496-905c9bdca76e']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:48.588745 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-2c3469d9-546e-4e87-a289-ec004d578589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c3a658-bc2f-4249-a06b-c3f93f2343d1') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:48.589362 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-2c3469d9-546e-4e87-a289-ec004d578589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c3a658-bc2f-4249-a06b-c3f93f2343d1') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:12:48.604334 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2c3469d9-546e-4e87-a289-ec004d578589 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291125193315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853175040'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:48.621577 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2c3469d9-546e-4e87-a289-ec004d578589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:48.629026 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3469d9-546e-4e87-a289-ec004d578589 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:12:48.720696 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-4764c6b7-3847-4469-ad0a-d940a395d2bb req-a66a2d17-917e-495b-9a81-bd7646660781 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] For port 8ced4ab4-8e86-470a-b689-3b070d335856, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8ced4ab4-8e86-470a-b689-3b070d335856,segment=NetworkSegment(c0961489-2566-435f-85cf-82397b3d71ba),segment_id=c0961489-2566-435f-85cf-82397b3d71ba)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:12:48.721024 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4764c6b7-3847-4469-ad0a-d940a395d2bb req-a66a2d17-917e-495b-9a81-bd7646660781 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:48.829643 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-2c3469d9-546e-4e87-a289-ec004d578589 admin admin] Network 178d173c-d56f-4840-8496-905c9bdca76e has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:12:48.841029 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2c3469d9-546e-4e87-a289-ec004d578589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4065973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62134087'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:48.874955 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-4764c6b7-3847-4469-ad0a-d940a395d2bb req-a66a2d17-917e-495b-9a81-bd7646660781 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Calling delete_port for 8ced4ab4-8e86-470a-b689-3b070d335856 owned by compute:nova {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:12:49.039217 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-2c3469d9-546e-4e87-a289-ec004d578589 admin admin] Network 178d173c-d56f-4840-8496-905c9bdca76e has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:12:49.135609 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221ddd3-6803-494f-bd34-de432a969778 req-c57f4071-801d-4080-8fec-c7120487806e tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:49.137914 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7221ddd3-6803-494f-bd34-de432a969778 req-c57f4071-801d-4080-8fec-c7120487806e tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1681666 Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: Traceback (most recent call last): Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: timer() Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: cb(*args, **kw) Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: return func(*args, **kwargs) Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: self._notify() Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: self.callback(batched_events) Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: event.method(event) Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: segment_id)['aggregates'][0] Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: return f(self, *a, **k) Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: return self._get(url).json() Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: **kwargs) Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: return self.request(url, 'GET', **kwargs) Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: **endpoint_filter) Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:12:49.157924 dv-cinder-786932-1-smb neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:12:49.163276 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2c3469d9-546e-4e87-a289-ec004d578589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658050'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:49.202541 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4764c6b7-3847-4469-ad0a-d940a395d2bb req-a66a2d17-917e-495b-9a81-bd7646660781 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:49.211101 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-75dbac7f-a34c-4111-a044-7e210f3911f7 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:49.212615 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:49.227340 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2c3469d9-546e-4e87-a289-ec004d578589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:49.231948 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6c3450d3-9342-4a5a-88dc-d7880961c889 req-56588c91-9241-454c-a3c8-c255dc03d3bd tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 210 time: 0.0772862 Apr 19 19:12:49.239821 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3469d9-546e-4e87-a289-ec004d578589 admin admin] Pushing event deleted for resources: {'Network': ['ID=178d173c-d56f-4840-8496-905c9bdca76e,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:49.243017 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-2c3469d9-546e-4e87-a289-ec004d578589 admin admin] 10.222.0.58 "DELETE /v2.0/networks/178d173c-d56f-4840-8496-905c9bdca76e HTTP/1.1" status: 204 len: 168 time: 1.2423677 Apr 19 19:12:49.244222 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2c3469d9-546e-4e87-a289-ec004d578589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:49.272857 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a2d17-917e-495b-9a81-bd7646660781 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Pushing event deleted for resources: {'Port': ['ID=8ced4ab4-8e86-470a-b689-3b070d335856,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:49.289310 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7221ddd3-6803-494f-bd34-de432a969778 req-9a74ebc9-cb0a-48a4-b872-c7dc08404301 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441832 Apr 19 19:12:49.290234 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a66a2d17-917e-495b-9a81-bd7646660781 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:49.455263 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-4764c6b7-3847-4469-ad0a-d940a395d2bb req-a66a2d17-917e-495b-9a81-bd7646660781 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] No DVR routers for this DVR port 8ced4ab4-8e86-470a-b689-3b070d335856 on host hv-cinder-78693 {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:12:49.463159 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4764c6b7-3847-4469-ad0a-d940a395d2bb req-a66a2d17-917e-495b-9a81-bd7646660781 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:49.466795 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9a6aa8-53cb-423d-b116-15140d222745', 'name': 'network-vif-deleted', 'tag': '8ced4ab4-8e86-470a-b689-3b070d335856'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:12:49.566439 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 44068) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:49.579994 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-588c6da9-6ba4-4321-9ce3-a37d75bbfa34 req-15fe45ba-b30e-4b10-9cca-1983017a53e7 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a9a6aa8-53cb-423d-b116-15140d222745 HTTP/1.1" status: 200 len: 210 time: 0.1033628 Apr 19 19:12:49.588544 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4764c6b7-3847-4469-ad0a-d940a395d2bb req-a66a2d17-917e-495b-9a81-bd7646660781 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.75 "DELETE /v2.0/ports/8ced4ab4-8e86-470a-b689-3b070d335856 HTTP/1.1" status: 204 len: 173 time: 1.3866851 Apr 19 19:12:49.659496 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-660d4ffd-c30a-495a-b6be-0f9c9b78fc29 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3168ecbc898b49b0a92805c75218ee61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0893340 Apr 19 19:12:49.685794 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 44072) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:49.759765 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-dc7c1431-7b54-4e8e-9dfd-0cce5d8739ec tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:49.760589 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-dc7c1431-7b54-4e8e-9dfd-0cce5d8739ec tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Synchronizing usage tracker for tenant:78d3b173fc2f4041ac6437d9f6370d8c on resource:network {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:12:49.818461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aedc6596-95fb-4a5c-a599-09f24765ef66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:49.854899 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aedc6596-95fb-4a5c-a599-09f24765ef66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:49.927854 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-dc7c1431-7b54-4e8e-9dfd-0cce5d8739ec tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Unset dirty status for tenant:78d3b173fc2f4041ac6437d9f6370d8c on resource:network {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:12:49.936962 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-dc7c1431-7b54-4e8e-9dfd-0cce5d8739ec tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/networks?id=f7e89038-5b58-4767-958b-65cc94d73867 HTTP/1.1" status: 200 len: 815 time: 0.5096202 Apr 19 19:12:49.951394 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aedc6596-95fb-4a5c-a599-09f24765ef66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:49.966085 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d2eb2b9b-bc06-4dc9-8666-b0f6ad007f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:49.971378 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a3973-a077-4a52-8b23-fa80aded00eb req-e5875d49-7a7e-43f1-9bd7-4572142526d6 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:49.973244 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-314a3973-a077-4a52-8b23-fa80aded00eb req-e5875d49-7a7e-43f1-9bd7-4572142526d6 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.75 "GET /v2.0/networks?id=8b2cd983-863c-4acf-b275-30ffb9f30fd8 HTTP/1.1" status: 200 len: 813 time: 0.3532789 Apr 19 19:12:49.984074 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-56b4ae2d-9693-4d63-8fb7-04fbcb33e052 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/quotas/78d3b173fc2f4041ac6437d9f6370d8c HTTP/1.1" status: 200 len: 375 time: 0.0463259 Apr 19 19:12:49.989622 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc6596-95fb-4a5c-a599-09f24765ef66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96032a0f-67f0-4f70-9afa-711ba7a7b523,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:49.999920 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-314a3973-a077-4a52-8b23-fa80aded00eb req-4d35a760-638c-467e-879f-8de673eb671b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Request body: {'port': {'device_id': '5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e', 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8', 'admin_state_up': True, 'tenant_id': '1e8c6d1bd53d4d81b36a71953a444481'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:50.000323 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-aedc6596-95fb-4a5c-a599-09f24765ef66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:50.056313 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aedc6596-95fb-4a5c-a599-09f24765ef66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:50.057896 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-aedc6596-95fb-4a5c-a599-09f24765ef66 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96032a0f-67f0-4f70-9afa-711ba7a7b523 HTTP/1.1" status: 204 len: 168 time: 0.3711929 Apr 19 19:12:50.118883 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-8cc9e2d7-cf0d-41b7-bd0a-f5b4623e210f tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Synchronizing usage tracker for tenant:78d3b173fc2f4041ac6437d9f6370d8c on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:12:50.141123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-8cc9e2d7-cf0d-41b7-bd0a-f5b4623e210f tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Unset dirty status for tenant:78d3b173fc2f4041ac6437d9f6370d8c on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:12:50.142800 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-8cc9e2d7-cf0d-41b7-bd0a-f5b4623e210f tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=78d3b173fc2f4041ac6437d9f6370d8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1402640 Apr 19 19:12:50.206941 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-314a3973-a077-4a52-8b23-fa80aded00eb req-4d35a760-638c-467e-879f-8de673eb671b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:50.245550 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-314a3973-a077-4a52-8b23-fa80aded00eb req-4d35a760-638c-467e-879f-8de673eb671b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:50.275848 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034e85b-1fdd-470c-81c4-c008c9e5d3dd req-81c513d2-5fb7-4587-a1d8-73103364fd30 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:50.285059 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1034e85b-1fdd-470c-81c4-c008c9e5d3dd req-81c513d2-5fb7-4587-a1d8-73103364fd30 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.3839424 Apr 19 19:12:50.340209 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314a3973-a077-4a52-8b23-fa80aded00eb req-4d35a760-638c-467e-879f-8de673eb671b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Made reservation on behalf of 1e8c6d1bd53d4d81b36a71953a444481 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:12:50.349720 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-314a3973-a077-4a52-8b23-fa80aded00eb req-4d35a760-638c-467e-879f-8de673eb671b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:50.398696 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-276131f9-28b6-4586-83df-b5d33ace5383 service neutron] 10.222.0.58 "GET /v2.0/networks/f7e89038-5b58-4767-958b-65cc94d73867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423353 Apr 19 19:12:50.423987 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1034e85b-1fdd-470c-81c4-c008c9e5d3dd req-7c5c2d25-d844-4b02-ac40-67334a42fd64 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337669 Apr 19 19:12:50.719359 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9a6aa8-53cb-423d-b116-15140d222745', 'name': 'network-vif-deleted', 'tag': '8ced4ab4-8e86-470a-b689-3b070d335856', 'status': 'completed', 'code': 200} Apr 19 19:12:50.722103 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-97ef3996-137f-45e5-b4b9-1735e6adfb56 service neutron] 10.222.0.58 "GET /v2.0/networks/f7e89038-5b58-4767-958b-65cc94d73867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203344 Apr 19 19:12:50.805051 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f3a5155d-925e-4086-a9c9-3ee39ef299f2 req-31246045-85ac-468e-a6fc-1863fac38d3e tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 210 time: 0.0717881 Apr 19 19:12:50.809689 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 8ced4ab4-8e86-470a-b689-3b070d335856 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:12:50.877895 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-314a3973-a077-4a52-8b23-fa80aded00eb req-4d35a760-638c-467e-879f-8de673eb671b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Allocated IP 172.20.0.10 (8b2cd983-863c-4acf-b275-30ffb9f30fd8/afed9574-ba6e-4acb-aa72-5f5951c14d3b/3c28a3c7-6b8b-4027-820b-117a7b246ca4) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:12:50.928927 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 44094) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:50.942369 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] No Port match for: 8ced4ab4-8e86-470a-b689-3b070d335856 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:12:50.948444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 8ced4ab4-8e86-470a-b689-3b070d335856 not bound to the agent host hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:12:51.036860 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-ec7ede5a-144a-4137-add7-4536cf86970d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9d938655f424fde87881c5f009ad762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1066163 Apr 19 19:12:51.039397 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 44104) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:51.128622 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c1bb3c08-213e-4111-a505-f1b83997e602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:51.183915 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c1bb3c08-213e-4111-a505-f1b83997e602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:51.299071 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c1bb3c08-213e-4111-a505-f1b83997e602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:51.314107 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a934dacb-f17e-49d1-82c2-3fb1a74d53de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:51.331906 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bb7aa363-bdd3-4eef-b361-d4e5dad9adde req-b9a1e548-1ecb-49ef-a194-5819d7f4f364 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 210 time: 0.0892615 Apr 19 19:12:51.334584 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c1bb3c08-213e-4111-a505-f1b83997e602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:51.335926 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c1bb3c08-213e-4111-a505-f1b83997e602 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dd702d49-6477-4aa7-beb7-98ea671025e1 HTTP/1.1" status: 204 len: 168 time: 0.2954402 Apr 19 19:12:51.337266 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb3c08-213e-4111-a505-f1b83997e602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd702d49-6477-4aa7-beb7-98ea671025e1,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:51.341054 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c1bb3c08-213e-4111-a505-f1b83997e602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:51.464526 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-314a3973-a077-4a52-8b23-fa80aded00eb req-4d35a760-638c-467e-879f-8de673eb671b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:51.512530 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-314a3973-a077-4a52-8b23-fa80aded00eb req-4d35a760-638c-467e-879f-8de673eb671b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:51.525796 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['9c036daa-1e8c-443b-be41-1313dc7fd5bc', 'bb27e8d5-0aa7-410e-83ac-240037c8cc6d', '8ceacf2a-488e-44bf-95ae-207e3d6d31fb'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:12:51.528021 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-53061ce7-9c67-4f95-bf0d-cb7d65d6ba14 tempest-VolumesActionsTest-1707131786 tempest-VolumesActionsTest-1707131786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:51.822823 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314a3973-a077-4a52-8b23-fa80aded00eb req-4d35a760-638c-467e-879f-8de673eb671b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:12:51.844671 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-314a3973-a077-4a52-8b23-fa80aded00eb req-4d35a760-638c-467e-879f-8de673eb671b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:51.863183 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-314a3973-a077-4a52-8b23-fa80aded00eb req-4d35a760-638c-467e-879f-8de673eb671b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:12:51.924699 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228f074-43f8-478f-a1d6-162aa47f7c05 req-31e03766-73e9-44a3-8c42-9c0c9f710bde tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:51.932906 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4228f074-43f8-478f-a1d6-162aa47f7c05 req-31e03766-73e9-44a3-8c42-9c0c9f710bde tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.2153027 Apr 19 19:12:52.001073 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4228f074-43f8-478f-a1d6-162aa47f7c05 req-5083f15c-59c9-456b-936f-4af185ad7a21 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664001 Apr 19 19:12:52.022925 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a3973-a077-4a52-8b23-fa80aded00eb req-4d35a760-638c-467e-879f-8de673eb671b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:52.023460 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-314a3973-a077-4a52-8b23-fa80aded00eb req-4d35a760-638c-467e-879f-8de673eb671b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:52.064852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35a760-638c-467e-879f-8de673eb671b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Pushing event updated for resources: {'Port': ['ID=3c28a3c7-6b8b-4027-820b-117a7b246ca4,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:52.072902 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4d35a760-638c-467e-879f-8de673eb671b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:52.123433 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c16395-123a-400a-8583-5e5d0a077e50 req-abf61203-689c-4e86-b15e-ddd523f9dc39 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:52.126032 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-78c16395-123a-400a-8583-5e5d0a077e50 req-abf61203-689c-4e86-b15e-ddd523f9dc39 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 1.0646257 Apr 19 19:12:52.150194 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-314a3973-a077-4a52-8b23-fa80aded00eb req-4d35a760-638c-467e-879f-8de673eb671b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1556447 Apr 19 19:12:52.219699 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c53b7-d300-461b-9a77-8b57ae1da584 req-4f948508-2e12-498a-8909-e84948a44c50 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:52.228092 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f79c53b7-d300-461b-9a77-8b57ae1da584 req-4f948508-2e12-498a-8909-e84948a44c50 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 932 time: 0.1160882 Apr 19 19:12:52.237036 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Request body: {'port': {'device_id': '5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:52.328096 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f79c53b7-d300-461b-9a77-8b57ae1da584 req-a1a6a86d-a38d-4456-9214-11db988032bf tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989170 Apr 19 19:12:52.367852 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-78c16395-123a-400a-8583-5e5d0a077e50 req-f311004f-006e-47a2-8b34-a4b0870c4b7a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345808 Apr 19 19:12:52.701087 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ee2ef04f-0158-4aa7-ab73-3f59cbae624a req-9cc9ffd0-43c6-4b29-847c-7d33f99d1eff tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 210 time: 0.1818483 Apr 19 19:12:52.771901 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:53.158078 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 44164) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:53.491604 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1025946447-network', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:53.498178 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:53.505743 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Usage tracker for resource:network and tenant:b4938380a9b34f6e8ad32344ffb7cc84 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:53.508525 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:53.515800 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:53.528049 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Made reservation on behalf of b4938380a9b34f6e8ad32344ffb7cc84 for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:12:53.536606 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:53.551953 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:53.571470 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:53.576256 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Usage tracker for resource:security_group_rule and tenant:b4938380a9b34f6e8ad32344ffb7cc84 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:53.579273 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:53.585902 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:53.769084 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e69a79-9ae1-4d14-afd1-91575ff24830 req-563183ea-5cd6-4788-b896-7bb0ad5229ed tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:53.770761 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-47e69a79-9ae1-4d14-afd1-91575ff24830 req-563183ea-5cd6-4788-b896-7bb0ad5229ed tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 932 time: 0.1823595 Apr 19 19:12:53.785414 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2ecd1-c5d1-428b-8332-b62f098bb79b req-2c2d54b8-969f-4a09-b08e-41f022aeb966 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:53.787542 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9cb2ecd1-c5d1-428b-8332-b62f098bb79b req-2c2d54b8-969f-4a09-b08e-41f022aeb966 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.3749802 Apr 19 19:12:53.837268 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-f8ba0560-a100-41a2-9029-ecd4b96ae9a5 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:53.839123 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-f8ba0560-a100-41a2-9029-ecd4b96ae9a5 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.75 "GET /v2.0/networks?id=f7e89038-5b58-4767-958b-65cc94d73867 HTTP/1.1" status: 200 len: 815 time: 0.7249575 Apr 19 19:12:53.859415 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:53.871783 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-47e69a79-9ae1-4d14-afd1-91575ff24830 req-12877555-b428-4f7b-a111-27e370ec598b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926023 Apr 19 19:12:53.873065 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:53.892671 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-dffd725d-9c02-4a20-830d-9109be2d3d96 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Request body: {'port': {'device_id': '623e1767-cde0-433a-b661-66267af6ac8a', 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867', 'admin_state_up': True, 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:53.903617 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:12:53.943423 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:53.943423 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.segments_db [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Added segment 7c1fa115-8b02-4c44-a132-8a58ad5e2948 of type vlan for network 67b4228e-71c2-40be-8161-770e93440890 Apr 19 19:12:53.976199 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745729060330'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.032300 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-109ac420-aa63-4e94-b12d-aa73000884c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:54.040664 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.042249 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:54.043461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.146499 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9871976 Apr 19 19:12:54.171626 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 44192) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:54.184182 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9cb2ecd1-c5d1-428b-8332-b62f098bb79b req-7e26b22b-b3fa-4518-ad56-5041c951be6d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3759284 Apr 19 19:12:54.189119 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffce476-5a74-4efa-aebc-d24e8d9fe652,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:54.197237 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-dffd725d-9c02-4a20-830d-9109be2d3d96 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:54.212047 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:54.224283 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-816aed1d-72c3-4898-a686-df766351a07a admin admin] Request body: {'subnet': {'network_id': '67b4228e-71c2-40be-8161-770e93440890', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1025946447-subnet', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:54.233559 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:54.260626 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-dffd725d-9c02-4a20-830d-9109be2d3d96 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:54.345389 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Pushing event updated for resources: {'Network': ['ID=67b4228e-71c2-40be-8161-770e93440890,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:54.354325 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-dffd725d-9c02-4a20-830d-9109be2d3d96 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Made reservation on behalf of 78d3b173fc2f4041ac6437d9f6370d8c for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:12:54.356312 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:54.357442 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Network 67b4228e-71c2-40be-8161-770e93440890 details requested by agent ovs-agent-dv-cinder-786932-1-smb with host dv-cinder-786932-1-smb {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:12:54.360480 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-816aed1d-72c3-4898-a686-df766351a07a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:54.366122 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-816aed1d-72c3-4898-a686-df766351a07a admin admin] Usage tracker for resource:subnet and tenant:b4938380a9b34f6e8ad32344ffb7cc84 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:54.369374 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-dffd725d-9c02-4a20-830d-9109be2d3d96 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.371199 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-816aed1d-72c3-4898-a686-df766351a07a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:54.389206 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-816aed1d-72c3-4898-a686-df766351a07a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:54.407906 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816aed1d-72c3-4898-a686-df766351a07a admin admin] Made reservation on behalf of b4938380a9b34f6e8ad32344ffb7cc84 for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:12:54.412673 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-816aed1d-72c3-4898-a686-df766351a07a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61185672'] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.429283 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c28a3c7-6b8b-4027-820b-117a7b246ca4 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:12:54.520377 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.586582 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0f811-32a2-44fb-ad05-ffcb088d66ea req-1d2511d4-ef43-4c2b-84b5-5d2b96fc0860 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:54.601037 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6af0f811-32a2-44fb-ad05-ffcb088d66ea req-1d2511d4-ef43-4c2b-84b5-5d2b96fc0860 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.5272403 Apr 19 19:12:54.604241 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-16822939-e66e-4b86-a019-c639e850b8aa req-e5917faf-de18-4cc5-b872-435ef7d126ca tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 210 time: 0.0789969 Apr 19 19:12:54.717930 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Transition to ACTIVE for port object 3c28a3c7-6b8b-4027-820b-117a7b246ca4 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:54.728760 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:54.755302 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6af0f811-32a2-44fb-ad05-ffcb088d66ea req-89c7d00e-0a2c-448d-876f-79002d86b461 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532207 Apr 19 19:12:54.768751 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:54.959692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Pushing event updated for resources: {'Port': ['ID=3c28a3c7-6b8b-4027-820b-117a7b246ca4,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:55.191729 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:55.648359 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-dffd725d-9c02-4a20-830d-9109be2d3d96 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Allocated IP 172.20.0.13 (f7e89038-5b58-4767-958b-65cc94d73867/6be0fbdb-bb53-4f68-8b76-65bf0472340f/dfbb4818-f139-4930-bab8-7b8c336b1222) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:12:55.902131 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383afc2e-dad0-4b98-942d-7b4cc45826a0 req-5d990876-07b4-4f0e-9fe2-816b02e99a89 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:55.910709 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-383afc2e-dad0-4b98-942d-7b4cc45826a0 req-5d990876-07b4-4f0e-9fe2-816b02e99a89 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.1744003 Apr 19 19:12:55.950664 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-dffd725d-9c02-4a20-830d-9109be2d3d96 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:55.956079 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-816aed1d-72c3-4898-a686-df766351a07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62133409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61185689'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:55.969953 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-dffd725d-9c02-4a20-830d-9109be2d3d96 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Transition to ACTIVE for port object dfbb4818-f139-4930-bab8-7b8c336b1222 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:55.976537 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b911774e-dba3-4752-b428-a9a0296f1d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:56.012468 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-dffd725d-9c02-4a20-830d-9109be2d3d96 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:56.030619 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b464c-9755-463c-a27b-5ce96ba3a7ea req-bd0307d8-d067-4d43-a351-2c2346021cb4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:56.031354 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-1d6b464c-9755-463c-a27b-5ce96ba3a7ea req-bd0307d8-d067-4d43-a351-2c2346021cb4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Synchronizing usage tracker for tenant:1e8c6d1bd53d4d81b36a71953a444481 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:12:56.034259 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:56.049234 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816aed1d-72c3-4898-a686-df766351a07a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:56.055322 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-816aed1d-72c3-4898-a686-df766351a07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:56.075156 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-383afc2e-dad0-4b98-942d-7b4cc45826a0 req-8986cbbb-53e1-4634-beb9-d435fb434ac4 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627402 Apr 19 19:12:56.113213 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Attempting to bind port 3c28a3c7-6b8b-4027-820b-117a7b246ca4 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:12:56.113938 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Attempting to bind port 3c28a3c7-6b8b-4027-820b-117a7b246ca4 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '0d6a7523-ee42-496d-bdfe-073012239df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:12:56.114463 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Attempting to bind port 3c28a3c7-6b8b-4027-820b-117a7b246ca4 on network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:56.126167 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-1d6b464c-9755-463c-a27b-5ce96ba3a7ea req-bd0307d8-d067-4d43-a351-2c2346021cb4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Unset dirty status for tenant:1e8c6d1bd53d4d81b36a71953a444481 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:12:56.134921 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1d6b464c-9755-463c-a27b-5ce96ba3a7ea req-bd0307d8-d067-4d43-a351-2c2346021cb4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 944 time: 0.8330851 Apr 19 19:12:56.172241 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816aed1d-72c3-4898-a686-df766351a07a admin admin] Checking segment: {'id': '7c1fa115-8b02-4c44-a132-8a58ad5e2948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '67b4228e-71c2-40be-8161-770e93440890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:12:56.172638 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816aed1d-72c3-4898-a686-df766351a07a admin admin] Network hostable DHCP agents. Network: 67b4228e-71c2-40be-8161-770e93440890, hostable agents: ['2622c8cf-6b7c-41f1-9991-96794c704a9e'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:12:56.217271 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816aed1d-72c3-4898-a686-df766351a07a admin admin] Network 67b4228e-71c2-40be-8161-770e93440890 is scheduled to be hosted by DHCP agent 2622c8cf-6b7c-41f1-9991-96794c704a9e with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:12:56.232989 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-816aed1d-72c3-4898-a686-df766351a07a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-smb, 67b4228e-71c2-40be-8161-770e93440890) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:56.244334 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600f5fae-b2f7-47de-85af-68d094fc7f1c None None] Network 67b4228e-71c2-40be-8161-770e93440890 requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:12:56.263360 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Port 3c28a3c7-6b8b-4027-820b-117a7b246ca4 on network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:12:56.263723 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Attempting to bind port 3c28a3c7-6b8b-4027-820b-117a7b246ca4 on network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:56.265976 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816aed1d-72c3-4898-a686-df766351a07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:56.266648 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-816aed1d-72c3-4898-a686-df766351a07a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:56.291399 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-dffd725d-9c02-4a20-830d-9109be2d3d96 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Network f7e89038-5b58-4767-958b-65cc94d73867 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:12:56.297109 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Checking agent: {'id': 'ec7575f8-60dd-4295-9a80-edc463fb7fa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:12:56.297530 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Checking segment: {'id': '0d6a7523-ee42-496d-bdfe-073012239df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:12:56.297907 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Bound using segment: {'id': '0d6a7523-ee42-496d-bdfe-073012239df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:12:56.298406 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Bound port: 3c28a3c7-6b8b-4027-820b-117a7b246ca4, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6a7523-ee42-496d-bdfe-073012239df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:12:56.298806 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:56.375048 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-dffd725d-9c02-4a20-830d-9109be2d3d96 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:56.378024 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-816aed1d-72c3-4898-a686-df766351a07a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2015660 Apr 19 19:12:56.392039 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 44236) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:12:56.398932 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-dffd725d-9c02-4a20-830d-9109be2d3d96 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:12:56.399167 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1025946447-router', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:56.412725 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:12:56.436137 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Usage tracker for resource:router and tenant:b4938380a9b34f6e8ad32344ffb7cc84 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:12:56.441566 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:12:56.456318 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:12:56.476310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb4c19-f0f7-4d05-b55c-b8f41811ccbe req-4150a2e1-3613-45b4-8cb8-c6ee7cc4e81f tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:56.478251 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c1bb4c19-f0f7-4d05-b55c-b8f41811ccbe req-4150a2e1-3613-45b4-8cb8-c6ee7cc4e81f tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 932 time: 0.1574056 Apr 19 19:12:56.487066 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-663020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774992'] for router, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:56.488460 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854112796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854094078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854188013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-809'] for router, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:56.509143 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:56.511895 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-dffd725d-9c02-4a20-830d-9109be2d3d96 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:56.513141 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-dffd725d-9c02-4a20-830d-9109be2d3d96 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:56.517712 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd725d-9c02-4a20-830d-9109be2d3d96 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Pushing event updated for resources: {'Port': ['ID=dfbb4818-f139-4930-bab8-7b8c336b1222,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:56.529452 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-dffd725d-9c02-4a20-830d-9109be2d3d96 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:56.703453 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1d6b464c-9755-463c-a27b-5ce96ba3a7ea req-ad1e5a5a-6489-42d7-b378-8c925055712f tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673599 Apr 19 19:12:56.826995 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-dffd725d-9c02-4a20-830d-9109be2d3d96 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9666758 Apr 19 19:12:56.848093 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9225150-cd2d-5ff7-9625-dca17b2103bc-67b4228e-71c2-40be-8161-770e93440890', 'network_id': '67b4228e-71c2-40be-8161-770e93440890', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'fixed_ips': [{'subnet_id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e'}]}} from dv-cinder-786932-1-smb. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 19:12:56.850033 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:56.903033 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Request body: {'port': {'device_id': '623e1767-cde0-433a-b661-66267af6ac8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:12:57.024556 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-c1bb4c19-f0f7-4d05-b55c-b8f41811ccbe req-487c0231-b309-49c3-b3be-5b9c2d2ef0a7 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Synchronizing usage tracker for tenant:78d3b173fc2f4041ac6437d9f6370d8c on resource:security_group {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:12:57.180243 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854117281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:57.219837 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-c1bb4c19-f0f7-4d05-b55c-b8f41811ccbe req-487c0231-b309-49c3-b3be-5b9c2d2ef0a7 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Unset dirty status for tenant:78d3b173fc2f4041ac6437d9f6370d8c on resource:security_group {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:12:57.221515 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c1bb4c19-f0f7-4d05-b55c-b8f41811ccbe req-487c0231-b309-49c3-b3be-5b9c2d2ef0a7 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6917651 Apr 19 19:12:57.269008 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Allocated IP 172.20.0.2 (67b4228e-71c2-40be-8161-770e93440890/6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e/e2932377-e2fe-4551-afa1-609362553f01) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:12:57.357789 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] For port 3c28a3c7-6b8b-4027-820b-117a7b246ca4, host hv-cinder-78693, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:12:57.411190 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] For port 3c28a3c7-6b8b-4027-820b-117a7b246ca4, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3c28a3c7-6b8b-4027-820b-117a7b246ca4,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:12:57.426438 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:57.436146 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-710af7a8-2c2e-4e3b-a1d7-c140801a76dc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:57.493144 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-a3f472db-4c24-40bc-b325-b22855406777 None None] Provisioning for port dfbb4818-f139-4930-bab8-7b8c336b1222 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:12:57.508293 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-a3f472db-4c24-40bc-b325-b22855406777 None None] Provisioning complete for port dfbb4818-f139-4930-bab8-7b8c336b1222 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:12:57.512332 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a3f472db-4c24-40bc-b325-b22855406777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:57.554257 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Pushing event updated for resources: {'Port': ['ID=3c28a3c7-6b8b-4027-820b-117a7b246ca4,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:57.566873 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:57.586331 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:57.587224 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:57.589087 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-314a3973-a077-4a52-8b23-fa80aded00eb req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] 10.222.0.75 "PUT /v2.0/ports/3c28a3c7-6b8b-4027-820b-117a7b246ca4 HTTP/1.1" status: 200 len: 1094 time: 5.3766348 Apr 19 19:12:57.590284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:57.614070 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e', 'tag': '3c28a3c7-6b8b-4027-820b-117a7b246ca4'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:12:57.826097 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-a3f472db-4c24-40bc-b325-b22855406777 None None] Port dfbb4818-f139-4930-bab8-7b8c336b1222 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:12:57.828985 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:57.842034 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Transition to ACTIVE for port object e2932377-e2fe-4551-afa1-609362553f01 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:57.868423 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Transition to ACTIVE for port object e2932377-e2fe-4551-afa1-609362553f01 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:57.878159 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:57.883602 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:57.934254 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:57.975049 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:58.000179 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Pushing event updated for resources: {'Port': ['ID=e2932377-e2fe-4551-afa1-609362553f01,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:58.006484 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:58.023234 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Network 67b4228e-71c2-40be-8161-770e93440890 is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:12:58.024184 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Resources bound (agent type, host, resource id): {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:58.033130 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:12:58.169165 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbb4818-f139-4930-bab8-7b8c336b1222 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:12:58.199333 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:58.205135 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Attempting to bind port e2932377-e2fe-4551-afa1-609362553f01 on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:12:58.205934 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Attempting to bind port e2932377-e2fe-4551-afa1-609362553f01 by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': '7c1fa115-8b02-4c44-a132-8a58ad5e2948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '67b4228e-71c2-40be-8161-770e93440890'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:12:58.206561 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Attempting to bind port e2932377-e2fe-4551-afa1-609362553f01 on network 67b4228e-71c2-40be-8161-770e93440890 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:58.213121 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:12:58.213372 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Allocated IP 172.28.1.226 (e4e5816e-6a67-4607-b0cd-dfb76bb3ca64/802e8c21-e3db-4541-8cf5-b393bddf9a24/90b33172-85e5-4f13-9ee9-aee81c025e04) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:12:58.214056 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Checking segment: {'id': '7c1fa115-8b02-4c44-a132-8a58ad5e2948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '67b4228e-71c2-40be-8161-770e93440890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:12:58.215151 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:58.215811 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Bound using segment: {'id': '7c1fa115-8b02-4c44-a132-8a58ad5e2948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '67b4228e-71c2-40be-8161-770e93440890'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:12:58.216619 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Bound port: e2932377-e2fe-4551-afa1-609362553f01, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1fa115-8b02-4c44-a132-8a58ad5e2948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '67b4228e-71c2-40be-8161-770e93440890'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:12:58.217258 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:58.280441 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73faa9-e446-4980-a8df-7da832b9ffae req-e75f8e0a-ff6e-41b0-acbe-5b5cfaa76820 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:58.294194 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cd73faa9-e446-4980-a8df-7da832b9ffae req-e75f8e0a-ff6e-41b0-acbe-5b5cfaa76820 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 1.1869154 Apr 19 19:12:58.331547 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Transition to ACTIVE for port object dfbb4818-f139-4930-bab8-7b8c336b1222 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:12:58.353496 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:58.373812 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:58.442993 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] For port e2932377-e2fe-4551-afa1-609362553f01, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:12:58.516133 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:58.522311 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] For port e2932377-e2fe-4551-afa1-609362553f01, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=e2932377-e2fe-4551-afa1-609362553f01,segment=NetworkSegment(7c1fa115-8b02-4c44-a132-8a58ad5e2948),segment_id=7c1fa115-8b02-4c44-a132-8a58ad5e2948)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:12:58.529290 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:58.660908 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:58.731748 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:58.777448 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:12:58.909497 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:12:58.925004 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:12:58.941711 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:12:58.993437 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Pushing event updated for resources: {'Port': ['ID=e2932377-e2fe-4551-afa1-609362553f01,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:59.014871 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:59.088935 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Pushing event updated for resources: {'Port': ['ID=90b33172-85e5-4f13-9ee9-aee81c025e04,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:59.102181 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:59.353568 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cd73faa9-e446-4980-a8df-7da832b9ffae req-21f281e8-51ac-4374-8c99-e47f789befa3 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0583112 Apr 19 19:12:59.570992 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Pushing event updated for resources: {'Port': ['ID=dfbb4818-f139-4930-bab8-7b8c336b1222,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:12:59.628412 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.254s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:12:59.639990 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a3973-a077-4a52-8b23-fa80aded00eb req-91c7ccb3-d387-40b7-950c-9a593e12d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:59.643555 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-314a3973-a077-4a52-8b23-fa80aded00eb req-91c7ccb3-d387-40b7-950c-9a593e12d78f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e8c6d1bd53d4d81b36a71953a444481&device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 1097 time: 1.8823090 Apr 19 19:12:59.847444 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-314a3973-a077-4a52-8b23-fa80aded00eb req-f3fee3ab-2469-445d-96f4-c0a1b35e7094 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c28a3c7-6b8b-4027-820b-117a7b246ca4 HTTP/1.1" status: 200 len: 217 time: 0.1737356 Apr 19 19:12:59.904312 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Attempting to bind port dfbb4818-f139-4930-bab8-7b8c336b1222 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:12:59.905055 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Attempting to bind port dfbb4818-f139-4930-bab8-7b8c336b1222 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6700551c-4caf-45cf-8732-aec914329e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:12:59.905779 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Attempting to bind port dfbb4818-f139-4930-bab8-7b8c336b1222 on network f7e89038-5b58-4767-958b-65cc94d73867 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:59.915168 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Port dfbb4818-f139-4930-bab8-7b8c336b1222 on network f7e89038-5b58-4767-958b-65cc94d73867 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:12:59.916389 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Attempting to bind port dfbb4818-f139-4930-bab8-7b8c336b1222 on network f7e89038-5b58-4767-958b-65cc94d73867 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:12:59.926868 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Checking agent: {'id': 'ec7575f8-60dd-4295-9a80-edc463fb7fa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:12:59.927798 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Checking segment: {'id': '6700551c-4caf-45cf-8732-aec914329e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:12:59.928647 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Bound using segment: {'id': '6700551c-4caf-45cf-8732-aec914329e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:12:59.929363 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Bound port: dfbb4818-f139-4930-bab8-7b8c336b1222, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6700551c-4caf-45cf-8732-aec914329e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:12:59.929975 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:12:59.956155 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6720660-645f-44b1-a134-b5435347f396 req-749ca792-a2d6-4643-b5ee-73de237f8db2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:12:59.958258 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c6720660-645f-44b1-a134-b5435347f396 req-749ca792-a2d6-4643-b5ee-73de237f8db2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.3889782 Apr 19 19:13:00.006341 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:00.212683 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a3973-a077-4a52-8b23-fa80aded00eb req-19157700-3b8e-48ed-9abc-bfde3dffc568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:00.215597 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-314a3973-a077-4a52-8b23-fa80aded00eb req-19157700-3b8e-48ed-9abc-bfde3dffc568 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=afed9574-ba6e-4acb-aa72-5f5951c14d3b HTTP/1.1" status: 200 len: 853 time: 0.1972661 Apr 19 19:13:00.239587 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c6720660-645f-44b1-a134-b5435347f396 req-0250d55f-ce25-4081-989f-caf2eb7b5e0c tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463703 Apr 19 19:13:00.249781 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] For port dfbb4818-f139-4930-bab8-7b8c336b1222, host hv-cinder-78693, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:13:00.267331 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] For port dfbb4818-f139-4930-bab8-7b8c336b1222, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dfbb4818-f139-4930-bab8-7b8c336b1222,segment=NetworkSegment(6700551c-4caf-45cf-8732-aec914329e91),segment_id=6700551c-4caf-45cf-8732-aec914329e91)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:13:00.274096 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:00.286815 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:00.765065 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:00.765708 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:00.767253 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] 10.222.0.75 "PUT /v2.0/ports/dfbb4818-f139-4930-bab8-7b8c336b1222 HTTP/1.1" status: 200 len: 1094 time: 3.8918548 Apr 19 19:13:00.812660 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Pushing event updated for resources: {'Port': ['ID=dfbb4818-f139-4930-bab8-7b8c336b1222,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:00.858476 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:00.877304 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-314a3973-a077-4a52-8b23-fa80aded00eb req-7bdd27f7-8897-4983-aba3-d931964ba0ca service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b2cd983-863c-4acf-b275-30ffb9f30fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2736170 Apr 19 19:13:00.985790 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681951'] for router, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:01.019424 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77fd46-c737-4ef9-b869-aa0948e3be96 req-a983a145-0c45-4f46-bfee-fce48a21dd50 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:01.021160 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9a77fd46-c737-4ef9-b869-aa0948e3be96 req-a983a145-0c45-4f46-bfee-fce48a21dd50 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 944 time: 0.5302231 Apr 19 19:13:01.120920 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9a77fd46-c737-4ef9-b869-aa0948e3be96 req-9bf7b368-7656-4779-b6da-bf4b4cc73429 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858583 Apr 19 19:13:01.143410 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device e2932377-e2fe-4551-afa1-609362553f01 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:01.315321 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port e2932377-e2fe-4551-afa1-609362553f01 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:01.357981 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e', 'tag': '3c28a3c7-6b8b-4027-820b-117a7b246ca4', 'status': 'completed', 'code': 200} Apr 19 19:13:01.391409 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798b12af-bc1e-434c-834e-823421e2b1c7 None None] Network 67b4228e-71c2-40be-8161-770e93440890 requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:13:01.483322 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Router 8eb94ae6-279c-4efe-858b-257778fc43f9 is scheduled to L3 agent 2c703743-f452-488c-92fc-d405be3d4735 with binding_index 1 {{(pid=86367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 19:13:01.518335 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-7b40e355-7fb0-43ec-81c5-8a74cf6c287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:01.520526 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-7b40e355-7fb0-43ec-81c5-8a74cf6c287e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78d3b173fc2f4041ac6437d9f6370d8c&device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 1097 time: 0.2289441 Apr 19 19:13:01.522830 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-314a3973-a077-4a52-8b23-fa80aded00eb req-249bce35-3d1e-4e72-a090-246a65772631 service neutron] 10.222.0.75 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154969 Apr 19 19:13:01.626251 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-f7d4a217-5a16-47f8-90ce-08d97a423cee None None] Provisioning for port e2932377-e2fe-4551-afa1-609362553f01 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:01.646560 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-f7d4a217-5a16-47f8-90ce-08d97a423cee None None] Provisioning complete for port e2932377-e2fe-4551-afa1-609362553f01 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:01.647004 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f7d4a217-5a16-47f8-90ce-08d97a423cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:01.855334 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-433e8f07-4f28-4fdf-b08e-5ebf894ad347 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfbb4818-f139-4930-bab8-7b8c336b1222 HTTP/1.1" status: 200 len: 217 time: 0.2723868 Apr 19 19:13:01.899293 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:13:01.910327 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Sync routers for ids ['8eb94ae6-279c-4efe-858b-257778fc43f9'] in dv-cinder-786932-1-smb {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:13:01.935387 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Routers {'8eb94ae6-279c-4efe-858b-257778fc43f9'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:13:01.936133 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:12:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['8eb94ae6-279c-4efe-858b-257778fc43f9'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:01.959181 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:01.960577 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5674171 Apr 19 19:13:01.963790 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 44282) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:01.969099 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f7d4a217-5a16-47f8-90ce-08d97a423cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:02.047217 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-3c4644c9-3c20-448d-9514-461a6724f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:02.049644 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-3c4644c9-3c20-448d-9514-461a6724f7ac service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6be0fbdb-bb53-4f68-8b76-65bf0472340f HTTP/1.1" status: 200 len: 854 time: 0.1244075 Apr 19 19:13:02.131726 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-f7d4a217-5a16-47f8-90ce-08d97a423cee None None] For port e2932377-e2fe-4551-afa1-609362553f01, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=e2932377-e2fe-4551-afa1-609362553f01,segment=NetworkSegment(7c1fa115-8b02-4c44-a132-8a58ad5e2948),segment_id=7c1fa115-8b02-4c44-a132-8a58ad5e2948)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:02.144585 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f7d4a217-5a16-47f8-90ce-08d97a423cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:02.146611 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:02.236817 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82e776-facc-43df-9794-10628db38386 req-ae3d5924-5d1f-492e-8b2e-69568558d46f tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:02.238217 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-de82e776-facc-43df-9794-10628db38386 req-ae3d5924-5d1f-492e-8b2e-69568558d46f tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Synchronizing usage tracker for tenant:78d3b173fc2f4041ac6437d9f6370d8c on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:13:02.249504 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-314a3973-a077-4a52-8b23-fa80aded00eb req-c445acd5-3996-42a6-b2e5-26b43f62a15f service neutron] 10.222.0.75 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534673 Apr 19 19:13:02.271960 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-de82e776-facc-43df-9794-10628db38386 req-ae3d5924-5d1f-492e-8b2e-69568558d46f tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Unset dirty status for tenant:78d3b173fc2f4041ac6437d9f6370d8c on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:13:02.273671 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-de82e776-facc-43df-9794-10628db38386 req-ae3d5924-5d1f-492e-8b2e-69568558d46f tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 944 time: 0.5301960 Apr 19 19:13:02.349505 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-95f46345-5d22-49ec-89f1-b84a04b25e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:02.354267 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4a217-5a16-47f8-90ce-08d97a423cee None None] Pushing event updated for resources: {'Port': ['ID=e2932377-e2fe-4551-afa1-609362553f01,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:02.362303 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-95f46345-5d22-49ec-89f1-b84a04b25e28 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f7e89038-5b58-4767-958b-65cc94d73867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2829607 Apr 19 19:13:02.367779 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f7d4a217-5a16-47f8-90ce-08d97a423cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:02.516079 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Set router 8eb94ae6-279c-4efe-858b-257778fc43f9 gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:13:02.711343 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-de82e776-facc-43df-9794-10628db38386 req-f117f27e-b733-4044-a67a-de52fc4fe395 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196150 Apr 19 19:13:02.789240 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-5929fa3c-b31c-4c3b-b717-f33506b9500e None None] Provisioning complete for port e2932377-e2fe-4551-afa1-609362553f01 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:02.789463 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5929fa3c-b31c-4c3b-b717-f33506b9500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:02.903288 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-81638f6b-098c-47fc-b39e-8787d99b076c service neutron] 10.222.0.75 "GET /v2.0/networks/f7e89038-5b58-4767-958b-65cc94d73867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583802 Apr 19 19:13:02.934384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb946d-7bff-4810-91ff-11679dc60448 req-9b90a5aa-726a-4148-a2ef-108dbe115dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:02.937386 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d7fb946d-7bff-4810-91ff-11679dc60448 req-9b90a5aa-726a-4148-a2ef-108dbe115dc6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e8c6d1bd53d4d81b36a71953a444481&device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 1097 time: 0.5622139 Apr 19 19:13:03.204632 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device e2932377-e2fe-4551-afa1-609362553f01 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:03.374823 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port e2932377-e2fe-4551-afa1-609362553f01 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:03.375992 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:03.410440 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'name': 'tempest-TestShelveInstance-1025946447-router', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:56Z', 'updated_at': '2021-04-19T19:12:59Z', 'revision_number': 3, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'gw_port': {'id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ab:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:58Z', 'updated_at': '2021-04-19T19:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:03.414950 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Checking router: 8eb94ae6-279c-4efe-858b-257778fc43f9 for host: dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:13:03.415447 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Updating router 8eb94ae6-279c-4efe-858b-257778fc43f9 port 90b33172-85e5-4f13-9ee9-aee81c025e04 binding host dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:13:03.467500 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623e1767-cde0-433a-b661-66267af6ac8a', 'tag': 'dfbb4818-f139-4930-bab8-7b8c336b1222'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:13:03.479853 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb946d-7bff-4810-91ff-11679dc60448 req-44808f1c-acea-46e5-943e-5951eedcaa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:03.482095 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d7fb946d-7bff-4810-91ff-11679dc60448 req-44808f1c-acea-46e5-943e-5951eedcaa0e service neutron] 10.222.0.75 "GET /v2.0/networks?id=8b2cd983-863c-4acf-b275-30ffb9f30fd8 HTTP/1.1" status: 200 len: 914 time: 0.3324003 Apr 19 19:13:03.556179 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:03.912676 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d7fb946d-7bff-4810-91ff-11679dc60448 req-85049b48-ed30-46fd-89f9-ad65b69ef3a0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c28a3c7-6b8b-4027-820b-117a7b246ca4 HTTP/1.1" status: 200 len: 217 time: 0.2640374 Apr 19 19:13:04.009124 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-45765cb4-b2f4-45c8-8018-179c34f755bc req-d864826e-5f2e-48ff-9267-65f01f2c2976 service neutron] 10.222.0.75 "GET /v2.0/networks/f7e89038-5b58-4767-958b-65cc94d73867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0611749 Apr 19 19:13:04.020426 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:04.112114 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb946d-7bff-4810-91ff-11679dc60448 req-b6177a2f-9143-451a-962e-bf95b3fb2823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:04.114047 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d7fb946d-7bff-4810-91ff-11679dc60448 req-b6177a2f-9143-451a-962e-bf95b3fb2823 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=afed9574-ba6e-4acb-aa72-5f5951c14d3b HTTP/1.1" status: 200 len: 853 time: 0.1008761 Apr 19 19:13:04.185743 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbe92a-1429-4341-8954-c5bbee054824 req-9137ec6a-c5e5-4ef9-9372-01d2d0e7bbea tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:04.199230 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2ebbe92a-1429-4341-8954-c5bbee054824 req-9137ec6a-c5e5-4ef9-9372-01d2d0e7bbea tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 1.1433024 Apr 19 19:13:04.321498 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2ebbe92a-1429-4341-8954-c5bbee054824 req-bd676efe-27ca-4b4b-ba0c-a508ceb74e15 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208155 Apr 19 19:13:04.322102 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 44312) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:04.401053 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:04.432290 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Transition to ACTIVE for port object 90b33172-85e5-4f13-9ee9-aee81c025e04 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:13:04.441350 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:04.448320 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:04.489183 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Allocated IP 172.20.0.1 (67b4228e-71c2-40be-8161-770e93440890/6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e/6240231c-c27e-4404-a5e2-b17136414194) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:13:04.529176 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d7fb946d-7bff-4810-91ff-11679dc60448 req-7d913234-c78e-49cc-b5ea-9446b4086442 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8b2cd983-863c-4acf-b275-30ffb9f30fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1521223 Apr 19 19:13:04.713719 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc836b0-d2f1-4b84-b82d-7aad162fcb53 None None] Pushing event updated for resources: {'Port': ['ID=90b33172-85e5-4f13-9ee9-aee81c025e04,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:04.730591 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Attempting to bind port 90b33172-85e5-4f13-9ee9-aee81c025e04 on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:13:04.731026 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Attempting to bind port 90b33172-85e5-4f13-9ee9-aee81c025e04 by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:13:04.731432 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Attempting to bind port 90b33172-85e5-4f13-9ee9-aee81c025e04 on network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:13:04.734164 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5dc836b0-d2f1-4b84-b82d-7aad162fcb53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:04.761549 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:13:04.765605 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Checking segment: {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:13:04.766090 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:04.766543 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Bound using segment: {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:13:04.767103 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Bound port: 90b33172-85e5-4f13-9ee9-aee81c025e04, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:13:04.767528 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:04.777952 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:04.820345 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Transition to ACTIVE for port object 6240231c-c27e-4404-a5e2-b17136414194 will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:13:04.837497 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:04.862972 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:04.877537 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:04.884123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 3c28a3c7-6b8b-4027-820b-117a7b246ca4 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:13:05.080428 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Network 67b4228e-71c2-40be-8161-770e93440890 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:13:05.088431 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] For port 90b33172-85e5-4f13-9ee9-aee81c025e04, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:13:05.096929 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:13:05.109755 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:13:05.112039 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] For port 90b33172-85e5-4f13-9ee9-aee81c025e04, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=90b33172-85e5-4f13-9ee9-aee81c025e04,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:13:05.119321 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:05.126743 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7cdd114a-0ad3-47a8-84c6-b160402ddd3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:05.289714 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 3c28a3c7-6b8b-4027-820b-117a7b246ca4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3c28a3c7-6b8b-4027-820b-117a7b246ca4,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:05.306192 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854117886'] for router_interface, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:05.325376 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': '3c28a3c7-6b8b-4027-820b-117a7b246ca4', 'network_id': '8b2cd983-863c-4acf-b275-30ffb9f30fd8', 'port_id': '3c28a3c7-6b8b-4027-820b-117a7b246ca4', 'mac_address': 'fa:16:3e:25:a3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afed9574-ba6e-4acb-aa72-5f5951c14d3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:13:05.332220 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Routers {'8eb94ae6-279c-4efe-858b-257778fc43f9'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:13:05.342882 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:12:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['8eb94ae6-279c-4efe-858b-257778fc43f9'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:05.404437 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Pushing event updated for resources: {'Port': ['ID=6240231c-c27e-4404-a5e2-b17136414194,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:05.436915 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.437928 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.439206 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.439937 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.440868 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.441620 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.442527 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.443324 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.444348 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.444949 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.445683 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.449051 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.480907 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:05.489961 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:05.534227 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c28a3c7-6b8b-4027-820b-117a7b246ca4 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:13:05.548527 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:05.554455 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Usage tracker for resource:security_group_rule and tenant:84bf4e656fe54018a55a50a74e0be685 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:05.565025 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 3c28a3c7-6b8b-4027-820b-117a7b246ca4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3c28a3c7-6b8b-4027-820b-117a7b246ca4,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:05.565344 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:05.572628 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:05.575789 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:05.577711 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:05.669475 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc836b0-d2f1-4b84-b82d-7aad162fcb53 None None] Pushing event updated for resources: {'Port': ['ID=90b33172-85e5-4f13-9ee9-aee81c025e04,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:05.670407 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-8ac4e7f8-c0c0-4682-8ec5-af95125dc415 None None] Provisioning for port 6240231c-c27e-4404-a5e2-b17136414194 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:05.711691 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-8ac4e7f8-c0c0-4682-8ec5-af95125dc415 None None] Provisioning complete for port 6240231c-c27e-4404-a5e2-b17136414194 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:05.714674 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8ac4e7f8-c0c0-4682-8ec5-af95125dc415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:05.722250 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5dc836b0-d2f1-4b84-b82d-7aad162fcb53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:05.731630 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:05.758316 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:05.772852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fd9c397e-2eda-4ba4-8852-7e50816f2ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:05.873995 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4946d75a-a510-456a-9598-60fb8088c29b,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:05.886470 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=84bf4e656fe54018a55a50a74e0be685&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5604801 Apr 19 19:13:05.892406 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] Set router 8eb94ae6-279c-4efe-858b-257778fc43f9 gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:13:05.896723 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 44336) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:05.898410 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.898856 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.899357 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.899846 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.900381 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.900933 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.901514 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.902418 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.902942 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.903432 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.903960 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.904459 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:05.921660 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:06.016963 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776edcc-8c09-45bf-b2c8-387dbef90b92 req-7f423e7c-0892-4ce3-ae4d-1b2e02b7f323 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:06.019203 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9776edcc-8c09-45bf-b2c8-387dbef90b92 req-7f423e7c-0892-4ce3-ae4d-1b2e02b7f323 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 1.3971863 Apr 19 19:13:06.031718 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d7fb946d-7bff-4810-91ff-11679dc60448 req-5268df02-c281-453c-badc-fe9e5ebc33d7 service neutron] 10.222.0.75 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4778640 Apr 19 19:13:06.054013 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-88d9025b-26d2-45bb-a9de-64ae25f3b6e7 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:06.055685 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-88d9025b-26d2-45bb-a9de-64ae25f3b6e7 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/networks?id=34b4e332-7403-4128-b8b9-3726b7958fad HTTP/1.1" status: 200 len: 814 time: 0.3457878 Apr 19 19:13:06.064788 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f49640d4-32f4-4b1d-9b97-41c6f4b4a161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:06.095103 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-2386f2ab-2695-44ed-ad21-817611aed797 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/quotas/19893efe700c431fb04bd1543ada8456 HTTP/1.1" status: 200 len: 375 time: 0.0262597 Apr 19 19:13:06.098834 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f49640d4-32f4-4b1d-9b97-41c6f4b4a161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:06.177874 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=3c28a3c7-6b8b-4027-820b-117a7b246ca4,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:06.179851 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9776edcc-8c09-45bf-b2c8-387dbef90b92 req-3ade022e-2858-4d8f-92af-caa78d0839a0 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439312 Apr 19 19:13:06.181785 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f49640d4-32f4-4b1d-9b97-41c6f4b4a161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:06.199286 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-93afbffb-b31d-4758-94a9-face0635995f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:06.205581 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:06.230367 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-83587149-a4aa-4f0c-ba18-318207687476 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=19893efe700c431fb04bd1543ada8456&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1156678 Apr 19 19:13:06.231623 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:06.269802 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49640d4-32f4-4b1d-9b97-41c6f4b4a161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4946d75a-a510-456a-9598-60fb8088c29b,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:06.272063 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f49640d4-32f4-4b1d-9b97-41c6f4b4a161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:06.287928 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-f49640d4-32f4-4b1d-9b97-41c6f4b4a161 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4946d75a-a510-456a-9598-60fb8088c29b HTTP/1.1" status: 204 len: 168 time: 0.3556123 Apr 19 19:13:06.290589 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f49640d4-32f4-4b1d-9b97-41c6f4b4a161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:06.306705 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-8ac4e7f8-c0c0-4682-8ec5-af95125dc415 None None] Port 6240231c-c27e-4404-a5e2-b17136414194 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:13:06.324077 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['3c28a3c7-6b8b-4027-820b-117a7b246ca4'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:13:06.547246 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-19d5ae3f-be2e-474e-8fd5-d6f2ee448ab1 service neutron] 10.222.0.58 "GET /v2.0/networks/34b4e332-7403-4128-b8b9-3726b7958fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941642 Apr 19 19:13:06.619388 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98150dd1-723f-4de5-95dd-813aa71c1bfd req-e31666a9-58cf-4b11-bd57-b72e196ee35b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:06.628463 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-98150dd1-723f-4de5-95dd-813aa71c1bfd req-e31666a9-58cf-4b11-bd57-b72e196ee35b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 945 time: 0.2086060 Apr 19 19:13:06.775798 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-98150dd1-723f-4de5-95dd-813aa71c1bfd req-2ad55854-5b6c-440c-854f-503f7f596443 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434212 Apr 19 19:13:06.869086 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-4f2c5a2d-c278-42d0-8304-04bf36b6c824 service neutron] 10.222.0.58 "GET /v2.0/networks/34b4e332-7403-4128-b8b9-3726b7958fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205602 Apr 19 19:13:06.870094 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623e1767-cde0-433a-b661-66267af6ac8a', 'tag': 'dfbb4818-f139-4930-bab8-7b8c336b1222', 'status': 'completed', 'code': 200} Apr 19 19:13:06.996667 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'name': 'tempest-TestShelveInstance-1025946447-router', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:56Z', 'updated_at': '2021-04-19T19:12:59Z', 'revision_number': 3, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'gw_port': {'id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ab:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:58Z', 'updated_at': '2021-04-19T19:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:07.008609 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863c85e4-3240-44cc-a280-d62791e4d0e7 None None] The sync data for ids ['8eb94ae6-279c-4efe-858b-257778fc43f9'] in dv-cinder-786932-1-smb is: [{'id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'name': 'tempest-TestShelveInstance-1025946447-router', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:56Z', 'updated_at': '2021-04-19T19:12:59Z', 'revision_number': 3, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'gw_port': {'id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ab:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:58Z', 'updated_at': '2021-04-19T19:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:13:07.205064 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7237878-93f9-438c-89e6-8de1bf009403 req-78362925-f297-4bfe-a3fe-ba575e303e69 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:07.221636 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c7237878-93f9-438c-89e6-8de1bf009403 req-78362925-f297-4bfe-a3fe-ba575e303e69 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 944 time: 0.2047443 Apr 19 19:13:07.383561 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c7237878-93f9-438c-89e6-8de1bf009403 req-539cca08-a833-4cb9-b8d4-cadce45c8b2b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589291 Apr 19 19:13:07.559596 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.560624 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-a8636cf4-d160-499f-86a5-f386a2bf58a1 req-743cffd7-964a-4ad1-b7ad-1c47c09a8bbe tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Synchronizing usage tracker for tenant:19893efe700c431fb04bd1543ada8456 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:13:07.572732 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62134073'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.588194 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-a8636cf4-d160-499f-86a5-f386a2bf58a1 req-743cffd7-964a-4ad1-b7ad-1c47c09a8bbe tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Unset dirty status for tenant:19893efe700c431fb04bd1543ada8456 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:13:07.601923 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a8636cf4-d160-499f-86a5-f386a2bf58a1 req-743cffd7-964a-4ad1-b7ad-1c47c09a8bbe tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 210 time: 0.1329091 Apr 19 19:13:07.665524 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:07.710032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853757521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658021'] for router_interface, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.866494 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-750467ac-7cc0-4a57-99d9-5207856c5295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:07.953974 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70333287-5e95-47c5-9613-62c89f552b38 req-b56a6cbc-84c4-4c92-a13d-92a94c1f6089 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:07.963387 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-70333287-5e95-47c5-9613-62c89f552b38 req-b56a6cbc-84c4-4c92-a13d-92a94c1f6089 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.1428776 Apr 19 19:13:08.011320 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32754a89-1220-4311-9313-9da68942a35a req-b8e8ca2a-5206-4636-8910-0f09adc864a5 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:08.020341 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-32754a89-1220-4311-9313-9da68942a35a req-b8e8ca2a-5206-4636-8910-0f09adc864a5 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.5154622 Apr 19 19:13:08.051042 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Pushing event updated for resources: {'Port': ['ID=6240231c-c27e-4404-a5e2-b17136414194,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:08.054525 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-70333287-5e95-47c5-9613-62c89f552b38 req-3a4c8e64-3a15-4fb2-a2d9-6b155f446210 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897224 Apr 19 19:13:08.062166 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:08.164017 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-32754a89-1220-4311-9313-9da68942a35a req-d574f73b-a558-4745-af38-5f7ec978e554 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425414 Apr 19 19:13:08.215737 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Network 67b4228e-71c2-40be-8161-770e93440890 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:13:08.217395 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:13:08.300279 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39a0ca-1b50-4904-a3f1-d885b3d78838 req-f3290faf-9591-47d8-b39f-690e5a6e16c8 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:08.310724 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ab39a0ca-1b50-4904-a3f1-d885b3d78838 req-f3290faf-9591-47d8-b39f-690e5a6e16c8 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 945 time: 0.1299157 Apr 19 19:13:08.374428 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ab39a0ca-1b50-4904-a3f1-d885b3d78838 req-e7b4a82f-6f95-417c-b7e9-a91b3c5f92bb tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621793 Apr 19 19:13:08.571729 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Router 8eb94ae6-279c-4efe-858b-257778fc43f9 has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:13:08.590056 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-82242dcc-b782-4e52-922b-da09f6a9451b None None] Provisioning complete for port 6240231c-c27e-4404-a5e2-b17136414194 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:08.590854 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-82242dcc-b782-4e52-922b-da09f6a9451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:08.658325 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-82242dcc-b782-4e52-922b-da09f6a9451b None None] Port 6240231c-c27e-4404-a5e2-b17136414194 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:13:08.900905 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e0979f03-8bd5-4a1c-8b5d-d0957feced12 req-00c5e8c2-f201-4a33-8d96-6654e42e5d81 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 210 time: 0.1407647 Apr 19 19:13:08.902932 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cb522-acea-4d32-94e8-735219f18c2e req-0f382344-58a5-4dd1-b03f-309bfe76d8a9 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:08.912825 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-782cb522-acea-4d32-94e8-735219f18c2e req-0f382344-58a5-4dd1-b03f-309bfe76d8a9 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 944 time: 0.3318753 Apr 19 19:13:08.939369 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 3c28a3c7-6b8b-4027-820b-117a7b246ca4 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:09.004123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:13:09.023407 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] 10.222.0.58 "PUT /v2.0/routers/8eb94ae6-279c-4efe-858b-257778fc43f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0570722 Apr 19 19:13:09.024624 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 90b33172-85e5-4f13-9ee9-aee81c025e04 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:09.028929 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-782cb522-acea-4d32-94e8-735219f18c2e req-e0b67540-5ce7-4045-8d10-7435853b507d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149809 Apr 19 19:13:09.121674 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning for port 3c28a3c7-6b8b-4027-820b-117a7b246ca4 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:09.131415 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port 3c28a3c7-6b8b-4027-820b-117a7b246ca4 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:09.132023 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:09.206215 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port 90b33172-85e5-4f13-9ee9-aee81c025e04 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:09.214453 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 90b33172-85e5-4f13-9ee9-aee81c025e04 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:09.215102 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:09.312242 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:09.432335 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 3c28a3c7-6b8b-4027-820b-117a7b246ca4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3c28a3c7-6b8b-4027-820b-117a7b246ca4,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:09.436956 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c28a3c7-6b8b-4027-820b-117a7b246ca4'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:13:09.451886 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:09.453074 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device fe8234a5-cab0-4006-bbaa-502ff2d54ea2 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:13:09.487496 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71185e-175b-418f-892e-b467e763a742 req-b931f4fe-0dc0-45e6-881a-292296747d08 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:09.490644 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ea71185e-175b-418f-892e-b467e763a742 req-b931f4fe-0dc0-45e6-881a-292296747d08 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 946 time: 0.2613692 Apr 19 19:13:09.507580 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:09.595778 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ea71185e-175b-418f-892e-b467e763a742 req-86a22a49-1318-4cfe-a216-8b6afaaec731 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975215 Apr 19 19:13:09.683264 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dc5d8-5fa3-461d-83eb-25ebaab1a805 req-81ca1cd0-b199-480f-9505-da824c17968f tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:09.685171 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-262dc5d8-5fa3-461d-83eb-25ebaab1a805 req-81ca1cd0-b199-480f-9505-da824c17968f tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.3045058 Apr 19 19:13:09.779331 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=3c28a3c7-6b8b-4027-820b-117a7b246ca4,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:09.790541 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:09.809079 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:09.829603 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-262dc5d8-5fa3-461d-83eb-25ebaab1a805 req-4181a57d-345f-49c3-92b3-47bbf971c0e7 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324301 Apr 19 19:13:09.900278 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port fe8234a5-cab0-4006-bbaa-502ff2d54ea2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:09.946214 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:09.957788 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:09.967579 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c222b-9f10-4014-a936-a598c760adf7 req-77c4c7b9-128d-4eb2-ac19-03c33844ff95 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:09.975896 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6d6c222b-9f10-4014-a936-a598c760adf7 req-77c4c7b9-128d-4eb2-ac19-03c33844ff95 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 946 time: 0.1314929 Apr 19 19:13:10.026934 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c28a3c7-6b8b-4027-820b-117a7b246ca4', 'code': 200} Apr 19 19:13:10.038475 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6d6c222b-9f10-4014-a936-a598c760adf7 req-b980777e-8e06-4ea1-a7ed-a1415cfeb63a tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613408 Apr 19 19:13:10.106172 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:10.128447 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,revision_number=8']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:10.140260 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:10.143562 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port 90b33172-85e5-4f13-9ee9-aee81c025e04, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=90b33172-85e5-4f13-9ee9-aee81c025e04,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:10.147748 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:10.150741 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-35a8ca8c-e162-426d-a4ea-ce0c8cb9f2bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:10.243035 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=90b33172-85e5-4f13-9ee9-aee81c025e04,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:10.246957 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:10.250382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 44390) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:10.257285 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-230f9988-65b6-4bce-80ac-bdaa856e263b req-d055f314-be54-420e-9823-cd62f69adb05 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 210 time: 0.1060236 Apr 19 19:13:10.271426 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1242929448-network', 'tenant_id': '0a15e2339e924f19916453ff18706045'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:10.281034 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:10.298405 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Usage tracker for resource:network and tenant:0a15e2339e924f19916453ff18706045 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:10.303792 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:10.311007 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:10.325288 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Made reservation on behalf of 0a15e2339e924f19916453ff18706045 for: {'network': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:13:10.330376 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for network, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:10.351220 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-39d225d6-ad76-4714-8dce-610dc1e880e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:10.358103 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56227f61-265d-43ec-8ecd-2c9db97f2cb9 req-3ee94ad0-c9c2-4ba0-9d5c-632024496742 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:10.360201 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-56227f61-265d-43ec-8ecd-2c9db97f2cb9 req-3ee94ad0-c9c2-4ba0-9d5c-632024496742 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 944 time: 0.1528594 Apr 19 19:13:10.377959 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:10.408461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:10.412804 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Usage tracker for resource:security_group_rule and tenant:0a15e2339e924f19916453ff18706045 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:10.416256 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:10.422970 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:10.434042 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-56227f61-265d-43ec-8ecd-2c9db97f2cb9 req-de240146-c2ab-4877-8091-679ab36a714a tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628123 Apr 19 19:13:10.525325 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:10.528893 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:10.533350 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-30b5c9fa-c06a-4749-86eb-e50cdd243388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:10.559281 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=86367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:13:10.575997 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e101b6d1-e7b7-4d47-8f59-c4ba88e452ff,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:10.579054 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:10.579449 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.segments_db [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Added segment 4a2aa183-cfcd-495d-9da4-a465f0b5ac24 of type vlan for network f6a9c4f5-0800-409a-806c-113250c25b5f Apr 19 19:13:10.580789 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:10.610478 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745729060330'] for network, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:10.644815 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for network, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:10.646236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:10.646960 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:10.652826 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:10.816093 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5574641 Apr 19 19:13:10.822940 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 44396) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:10.830998 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-e6875e1f-4089-4190-9328-f3d0d0b9580d admin admin] Request body: {'subnet': {'network_id': 'f6a9c4f5-0800-409a-806c-113250c25b5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1242929448-subnet', 'tenant_id': '0a15e2339e924f19916453ff18706045', 'ip_version': 4}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:10.837483 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-e6875e1f-4089-4190-9328-f3d0d0b9580d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:10.842415 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-e6875e1f-4089-4190-9328-f3d0d0b9580d admin admin] Usage tracker for resource:subnet and tenant:0a15e2339e924f19916453ff18706045 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:10.844636 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Pushing event updated for resources: {'Network': ['ID=f6a9c4f5-0800-409a-806c-113250c25b5f,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:10.847617 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:10.857967 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-e6875e1f-4089-4190-9328-f3d0d0b9580d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:10.865899 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-e6875e1f-4089-4190-9328-f3d0d0b9580d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:10.869563 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Network f6a9c4f5-0800-409a-806c-113250c25b5f details requested by agent ovs-agent-dv-cinder-786932-1-smb with host dv-cinder-786932-1-smb {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:13:10.889700 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6875e1f-4089-4190-9328-f3d0d0b9580d admin admin] Made reservation on behalf of 0a15e2339e924f19916453ff18706045 for: {'subnet': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:13:10.899039 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e6875e1f-4089-4190-9328-f3d0d0b9580d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036793942298'] for subnet, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:10.947689 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a0e29-b351-4414-a8b2-5ba8625e4a86 req-219e749f-a641-4fc8-965a-54061ecd1c3a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:10.961517 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bb2a0e29-b351-4414-a8b2-5ba8625e4a86 req-219e749f-a641-4fc8-965a-54061ecd1c3a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.2154212 Apr 19 19:13:10.991518 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Sync routers for ids ['8eb94ae6-279c-4efe-858b-257778fc43f9'] in dv-cinder-786932-1-smb {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:13:10.993716 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 90b33172-85e5-4f13-9ee9-aee81c025e04 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:11.021878 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bb2a0e29-b351-4414-a8b2-5ba8625e4a86 req-76849678-a26b-462a-836b-d01361293bfb tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521805 Apr 19 19:13:11.086551 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Routers {'8eb94ae6-279c-4efe-858b-257778fc43f9'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:13:11.087297 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:13:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['8eb94ae6-279c-4efe-858b-257778fc43f9'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:11.264341 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aebdd3-b9ef-47f9-945c-680369adab2c req-155c2850-a2e1-497e-9cba-7762297a2a9a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:11.274430 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a6aebdd3-b9ef-47f9-945c-680369adab2c req-155c2850-a2e1-497e-9cba-7762297a2a9a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.2478518 Apr 19 19:13:11.337046 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a6aebdd3-b9ef-47f9-945c-680369adab2c req-b7f6efef-8977-4a34-8eeb-111cebfe97a8 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616744 Apr 19 19:13:11.376517 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0855cdf-b970-4d12-b974-7b15f64e4fc2 req-3e94b66e-fe1f-45cd-9f79-2f79ea7d3799 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:11.381551 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e0855cdf-b970-4d12-b974-7b15f64e4fc2 req-3e94b66e-fe1f-45cd-9f79-2f79ea7d3799 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 946 time: 0.1551821 Apr 19 19:13:11.393014 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:13:11.419715 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:11.424132 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Set router 8eb94ae6-279c-4efe-858b-257778fc43f9 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:13:11.458080 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e0855cdf-b970-4d12-b974-7b15f64e4fc2 req-b05d1f39-83da-4317-8150-fe634a0a6a1b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755484 Apr 19 19:13:11.503532 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 90b33172-85e5-4f13-9ee9-aee81c025e04 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:11.504003 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:11.521358 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9b36115a-0736-4381-977b-5ede779c00f0 req-0cb4c126-b1dd-4c06-8ae7-3004fd3bff74 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 210 time: 0.0661192 Apr 19 19:13:11.753168 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e6875e1f-4089-4190-9328-f3d0d0b9580d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036792972417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036793942281'] for subnet, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:11.757582 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:11.761744 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784a892-6b58-4742-8e6a-55f6d201a0a0 req-1d232b1c-5d47-4e7b-92be-a4620431f607 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:11.763824 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f784a892-6b58-4742-8e6a-55f6d201a0a0 req-1d232b1c-5d47-4e7b-92be-a4620431f607 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 944 time: 0.1166222 Apr 19 19:13:11.828075 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f784a892-6b58-4742-8e6a-55f6d201a0a0 req-37346cf2-32b0-432f-8027-0e35bcf2b36c tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546381 Apr 19 19:13:11.877135 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:11.880861 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6875e1f-4089-4190-9328-f3d0d0b9580d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f287f87d-829a-44b0-8e9e-2c08c155c366,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:11.885109 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e6875e1f-4089-4190-9328-f3d0d0b9580d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:11.886429 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6875e1f-4089-4190-9328-f3d0d0b9580d admin admin] Checking segment: {'id': '4a2aa183-cfcd-495d-9da4-a465f0b5ac24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6a9c4f5-0800-409a-806c-113250c25b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:13:11.886839 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6875e1f-4089-4190-9328-f3d0d0b9580d admin admin] Network hostable DHCP agents. Network: f6a9c4f5-0800-409a-806c-113250c25b5f, hostable agents: ['2622c8cf-6b7c-41f1-9991-96794c704a9e'], hosted agents: [] {{(pid=86366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:13:11.907072 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6875e1f-4089-4190-9328-f3d0d0b9580d admin admin] Network f6a9c4f5-0800-409a-806c-113250c25b5f is scheduled to be hosted by DHCP agent 2622c8cf-6b7c-41f1-9991-96794c704a9e with binding_index 1 {{(pid=86366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:13:11.922426 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-e6875e1f-4089-4190-9328-f3d0d0b9580d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-smb, f6a9c4f5-0800-409a-806c-113250c25b5f) {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:13:11.932692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bac158e-66e3-47a7-b03a-9725790aad9d None None] Network f6a9c4f5-0800-409a-806c-113250c25b5f requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:13:11.946621 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6875e1f-4089-4190-9328-f3d0d0b9580d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:11.947274 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e6875e1f-4089-4190-9328-f3d0d0b9580d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:11.956576 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:11.971975 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-e6875e1f-4089-4190-9328-f3d0d0b9580d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1466660 Apr 19 19:13:11.975213 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 44410) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:11.981017 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1242929448-router', 'tenant_id': '0a15e2339e924f19916453ff18706045', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:11.986029 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:11.990060 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Usage tracker for resource:router and tenant:0a15e2339e924f19916453ff18706045 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:11.993064 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:11.999124 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:12.012033 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-663020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774992'] for router, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:12.013451 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854112796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854094078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854188013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-809'] for router, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:12.030049 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0be2cd-e7da-449c-8ed1-c2fd388bd96b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:13:12.049788 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:12.177892 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0be2cd-e7da-449c-8ed1-c2fd388bd96b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2', 'code': 200} Apr 19 19:13:12.239236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'name': 'tempest-TestShelveInstance-1025946447-router', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:56Z', 'updated_at': '2021-04-19T19:13:05Z', 'revision_number': 4, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'gw_port': {'id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ab:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:58Z', 'updated_at': '2021-04-19T19:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '6240231c-c27e-4404-a5e2-b17136414194', 'name': '', 'network_id': '67b4228e-71c2-40be-8161-770e93440890', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'mac_address': 'fa:16:3e:86:f4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:04Z', 'updated_at': '2021-04-19T19:13:06Z', 'revision_number': 2, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'subnets': [{'id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:12.247008 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Checking router: 8eb94ae6-279c-4efe-858b-257778fc43f9 for host: dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:13:12.247413 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Updating router 8eb94ae6-279c-4efe-858b-257778fc43f9 port 6240231c-c27e-4404-a5e2-b17136414194 binding host dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:13:12.317950 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aa6af-b02c-47bc-accd-5b4cc4ce3b7b req-dddec79a-a469-4ac9-8b21-5ade4b5819c4 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:12.319756 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e80aa6af-b02c-47bc-accd-5b4cc4ce3b7b req-dddec79a-a469-4ac9-8b21-5ade4b5819c4 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.1336162 Apr 19 19:13:12.366654 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854117281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-794'] for router, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:12.378087 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e80aa6af-b02c-47bc-accd-5b4cc4ce3b7b req-b61dfb7a-c8f4-4e40-98c5-45564f5a2fde tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508091 Apr 19 19:13:12.530583 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9225150-cd2d-5ff7-9625-dca17b2103bc-f6a9c4f5-0800-409a-806c-113250c25b5f', 'network_id': 'f6a9c4f5-0800-409a-806c-113250c25b5f', 'tenant_id': '0a15e2339e924f19916453ff18706045', 'fixed_ips': [{'subnet_id': 'f287f87d-829a-44b0-8e9e-2c08c155c366'}]}} from dv-cinder-786932-1-smb. {{(pid=86368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 19:13:12.531487 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:12.553630 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:12.697415 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea6f45-e49e-4697-83a4-16bc9f10c7e1 req-f48ae4e2-b2c0-488a-95f6-3ed4026e74c9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:12.699171 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ffea6f45-e49e-4697-83a4-16bc9f10c7e1 req-f48ae4e2-b2c0-488a-95f6-3ed4026e74c9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 946 time: 0.1200593 Apr 19 19:13:12.752378 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ffea6f45-e49e-4697-83a4-16bc9f10c7e1 req-0c1a43e8-5981-43e2-bec9-50e8776398de tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460646 Apr 19 19:13:12.782386 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:12.926419 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f94e5846-afed-4cf1-89e4-6394bc4fd986 req-ff37f8a1-bc57-4470-9571-10ca3c15b9ff tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 210 time: 0.0529003 Apr 19 19:13:12.954057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Allocated IP 172.20.0.2 (f6a9c4f5-0800-409a-806c-113250c25b5f/f287f87d-829a-44b0-8e9e-2c08c155c366/5ad848d5-71ac-4617-b9f0-d3203256acc7) {{(pid=86368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:13:13.035501 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4faee-b063-472e-9a25-a14a4f9ce8eb req-14f81253-3653-424b-9138-2df3ef6a4634 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:13.048428 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-40f4faee-b063-472e-9a25-a14a4f9ce8eb req-14f81253-3653-424b-9138-2df3ef6a4634 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.5638657 Apr 19 19:13:13.223481 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:13.269751 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:13.298322 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d7fb946d-7bff-4810-91ff-11679dc60448 req-26f8194d-5445-46e7-80d6-9a53ca758498 service neutron] 10.222.0.75 "GET /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321064 Apr 19 19:13:13.308448 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c37264-15d5-4443-a3f6-30d0c1f81cab req-cd68b37d-9608-4a55-90f1-bb2f512dd861 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:13.310157 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-74c37264-15d5-4443-a3f6-30d0c1f81cab req-cd68b37d-9608-4a55-90f1-bb2f512dd861 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 944 time: 0.2336588 Apr 19 19:13:13.313534 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466fbe5-b29f-45ec-b6bd-cb80bf5731ce req-47b7337e-5b59-4463-91c0-26492acab0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:13.315347 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7466fbe5-b29f-45ec-b6bd-cb80bf5731ce req-47b7337e-5b59-4463-91c0-26492acab0f8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78d3b173fc2f4041ac6437d9f6370d8c&device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 1097 time: 0.1684163 Apr 19 19:13:13.329898 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:13.351732 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Notify callbacks [] for port, precommit_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:13.360799 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Transition to ACTIVE for port object 6240231c-c27e-4404-a5e2-b17136414194 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:13:13.369704 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Transition to ACTIVE for port object 5ad848d5-71ac-4617-b9f0-d3203256acc7 will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:13:13.376906 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:13.391200 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:13.482378 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-40f4faee-b063-472e-9a25-a14a4f9ce8eb req-f3b9bf16-3252-405f-8234-aba4557df2c5 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230375 Apr 19 19:13:13.488942 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Allocated IP 172.28.1.167 (e4e5816e-6a67-4607-b0cd-dfb76bb3ca64/802e8c21-e3db-4541-8cf5-b393bddf9a24/3f953ad0-c741-44b8-9871-844c6872d5c1) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:13:13.512410 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466fbe5-b29f-45ec-b6bd-cb80bf5731ce req-66540e4e-c46d-4665-b433-506d565c753d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:13.514039 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7466fbe5-b29f-45ec-b6bd-cb80bf5731ce req-66540e4e-c46d-4665-b433-506d565c753d service neutron] 10.222.0.75 "GET /v2.0/networks?id=f7e89038-5b58-4767-958b-65cc94d73867 HTTP/1.1" status: 200 len: 916 time: 0.1607194 Apr 19 19:13:13.575637 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Transition to ACTIVE for port object 5ad848d5-71ac-4617-b9f0-d3203256acc7 will not be triggered until provisioned by entity DHCP. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:13:13.705825 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359'] for port, after_create {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:13.725005 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-74c37264-15d5-4443-a3f6-30d0c1f81cab req-732feb55-81be-4464-9ee0-23b298bc2539 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052782 Apr 19 19:13:13.748081 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f8fa3-e270-45be-8e2a-b744baea326d None None] Pushing event updated for resources: {'Port': ['ID=6240231c-c27e-4404-a5e2-b17136414194,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:13.771352 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8e4f8fa3-e270-45be-8e2a-b744baea326d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:13.774522 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Attempting to bind port 6240231c-c27e-4404-a5e2-b17136414194 on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:13:13.775103 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Attempting to bind port 6240231c-c27e-4404-a5e2-b17136414194 by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': '7c1fa115-8b02-4c44-a132-8a58ad5e2948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '67b4228e-71c2-40be-8161-770e93440890'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:13:13.775685 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Attempting to bind port 6240231c-c27e-4404-a5e2-b17136414194 on network 67b4228e-71c2-40be-8161-770e93440890 {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:13:13.783046 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:13.809924 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5bc36eb7-1e9e-4167-9792-1df22d42abf1 req-58d370c8-92d2-49b5-84ac-567d6f096661 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6510181 Apr 19 19:13:13.841505 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Network f6a9c4f5-0800-409a-806c-113250c25b5f is already hosted by enough agents. {{(pid=86368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:13:13.843493 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:13:13.844154 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Checking segment: {'id': '7c1fa115-8b02-4c44-a132-8a58ad5e2948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '67b4228e-71c2-40be-8161-770e93440890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:13:13.845397 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:13.845397 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Bound using segment: {'id': '7c1fa115-8b02-4c44-a132-8a58ad5e2948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '67b4228e-71c2-40be-8161-770e93440890'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:13:13.846085 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Bound port: 6240231c-c27e-4404-a5e2-b17136414194, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1fa115-8b02-4c44-a132-8a58ad5e2948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '67b4228e-71c2-40be-8161-770e93440890'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:13:13.846686 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:13.856457 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7466fbe5-b29f-45ec-b6bd-cb80bf5731ce req-584f35c6-e534-4a68-b341-d317b1ce185c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfbb4818-f139-4930-bab8-7b8c336b1222 HTTP/1.1" status: 200 len: 217 time: 0.3310452 Apr 19 19:13:13.989665 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] For port 6240231c-c27e-4404-a5e2-b17136414194, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:13:13.993689 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] For port 6240231c-c27e-4404-a5e2-b17136414194, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=6240231c-c27e-4404-a5e2-b17136414194,segment=NetworkSegment(7c1fa115-8b02-4c44-a132-8a58ad5e2948),segment_id=7c1fa115-8b02-4c44-a132-8a58ad5e2948)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:13:14.005075 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Resources bound (agent type, host, resource id): {{(pid=86368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:13:14.005941 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466fbe5-b29f-45ec-b6bd-cb80bf5731ce req-2f6dfebe-4562-4dd5-b737-85792ebe824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:14.012767 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Received port after_create {{(pid=86368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:13:14.013332 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7466fbe5-b29f-45ec-b6bd-cb80bf5731ce req-2f6dfebe-4562-4dd5-b737-85792ebe824d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6be0fbdb-bb53-4f68-8b76-65bf0472340f HTTP/1.1" status: 200 len: 854 time: 0.1138210 Apr 19 19:13:14.021928 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:14.047669 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d4837-a47f-49c8-bcb7-ec191b053c7a req-fe67244d-b600-4456-96cf-36ef9c22e133 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:14.049480 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b53d4837-a47f-49c8-bcb7-ec191b053c7a req-fe67244d-b600-4456-96cf-36ef9c22e133 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.2998955 Apr 19 19:13:14.094024 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc36eb7-1e9e-4167-9792-1df22d42abf1 req-7f04ea94-c8cf-4a2d-8a30-ba7b468adfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:14.096091 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5bc36eb7-1e9e-4167-9792-1df22d42abf1 req-7f04ea94-c8cf-4a2d-8a30-ba7b468adfd6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8a42694aec374663aae1ddf6f96e3643&device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 1098 time: 0.2548788 Apr 19 19:13:14.105503 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:14.156481 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b53d4837-a47f-49c8-bcb7-ec191b053c7a req-e1411ca7-70f1-4f62-8962-008173c26e85 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881960 Apr 19 19:13:14.174780 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Routers {'8eb94ae6-279c-4efe-858b-257778fc43f9'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:13:14.188067 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:13:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['8eb94ae6-279c-4efe-858b-257778fc43f9'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:14.316197 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1437f-3146-4717-9e2f-b6d98555c251 req-76861127-0231-49e9-bb11-c1fce332a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:14.318100 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-30f1437f-3146-4717-9e2f-b6d98555c251 req-76861127-0231-49e9-bb11-c1fce332a874 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3f06609ad86c4c05a7a4dd90ffe12706&device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 1097 time: 0.5780044 Apr 19 19:13:14.333603 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74442b-80aa-40ab-8110-c7ba1bc8ea18 req-1aee9129-4d8c-4692-ab33-32d91b8e7785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:14.335523 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9f74442b-80aa-40ab-8110-c7ba1bc8ea18 req-1aee9129-4d8c-4692-ab33-32d91b8e7785 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 1099 time: 0.6998758 Apr 19 19:13:14.418751 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466fbe5-b29f-45ec-b6bd-cb80bf5731ce req-135d25b8-cdc4-4647-a655-1fbec1162871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:14.420488 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7466fbe5-b29f-45ec-b6bd-cb80bf5731ce req-135d25b8-cdc4-4647-a655-1fbec1162871 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f7e89038-5b58-4767-958b-65cc94d73867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3960800 Apr 19 19:13:14.423394 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-77bc4e52-206d-4444-81ff-c36fb1b669d8 req-3a1c257b-4fd0-47b1-92c4-ed7b9677f27a tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 210 time: 0.0931826 Apr 19 19:13:14.437935 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] Set router 8eb94ae6-279c-4efe-858b-257778fc43f9 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:13:14.459288 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:14.467373 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:14.469122 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9f74442b-80aa-40ab-8110-c7ba1bc8ea18 req-187ee705-863e-430f-a2d4-243a1e6c902b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187329 Apr 19 19:13:14.491094 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Pushing event updated for resources: {'Port': ['ID=5ad848d5-71ac-4617-b9f0-d3203256acc7,revision_number=1']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:14.507671 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc36eb7-1e9e-4167-9792-1df22d42abf1 req-f59bd446-230d-431f-aacd-c5f338988acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:14.509319 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5bc36eb7-1e9e-4167-9792-1df22d42abf1 req-f59bd446-230d-431f-aacd-c5f338988acd service neutron] 10.222.0.75 "GET /v2.0/networks?id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae HTTP/1.1" status: 200 len: 919 time: 0.3655121 Apr 19 19:13:14.548417 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:13:14.613284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Attempting to bind port 5ad848d5-71ac-4617-b9f0-d3203256acc7 on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:13:14.613927 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Attempting to bind port 5ad848d5-71ac-4617-b9f0-d3203256acc7 by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': '4a2aa183-cfcd-495d-9da4-a465f0b5ac24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6a9c4f5-0800-409a-806c-113250c25b5f'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:13:14.614579 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Attempting to bind port 5ad848d5-71ac-4617-b9f0-d3203256acc7 on network f6a9c4f5-0800-409a-806c-113250c25b5f {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:13:14.621665 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5bc36eb7-1e9e-4167-9792-1df22d42abf1 req-ee271ac0-7261-4f3a-b9fa-22127d305aa1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70f4820a-4551-4a6a-bea9-2d858fc5da7d HTTP/1.1" status: 200 len: 217 time: 0.0756843 Apr 19 19:13:14.622573 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:13:14.626825 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:13:14.660648 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:14.662243 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:13:14.662922 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Checking segment: {'id': '4a2aa183-cfcd-495d-9da4-a465f0b5ac24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6a9c4f5-0800-409a-806c-113250c25b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:13:14.663589 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:14.664284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Bound using segment: {'id': '4a2aa183-cfcd-495d-9da4-a465f0b5ac24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6a9c4f5-0800-409a-806c-113250c25b5f'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:13:14.665078 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Bound port: 5ad848d5-71ac-4617-b9f0-d3203256acc7, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2aa183-cfcd-495d-9da4-a465f0b5ac24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6a9c4f5-0800-409a-806c-113250c25b5f'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:13:14.665724 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:14.712461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1437f-3146-4717-9e2f-b6d98555c251 req-cefede80-4ecf-411a-8b52-161177c3b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:14.714581 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-30f1437f-3146-4717-9e2f-b6d98555c251 req-cefede80-4ecf-411a-8b52-161177c3b819 service neutron] 10.222.0.75 "GET /v2.0/networks?id=132d4ad0-195c-4d5c-9957-e76f12440abe HTTP/1.1" status: 200 len: 918 time: 0.3253057 Apr 19 19:13:14.727505 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632af61f-e76e-475a-aa4e-4b643dd951d6 req-c493c080-7237-4e33-bb6f-92164618e0d7 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:14.730639 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-632af61f-e76e-475a-aa4e-4b643dd951d6 req-c493c080-7237-4e33-bb6f-92164618e0d7 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 946 time: 0.6088049 Apr 19 19:13:14.867285 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-03b70c4f-8a89-43a8-88c2-d50ee14f9f12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.783s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:14.957460 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Pushing event updated for resources: {'Port': ['ID=3f953ad0-c741-44b8-9871-844c6872d5c1,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:14.976173 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:14.984358 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.75', 62417) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:15.107788 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f8fa3-e270-45be-8e2a-b744baea326d None None] Pushing event updated for resources: {'Port': ['ID=6240231c-c27e-4404-a5e2-b17136414194,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:15.135715 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8e4f8fa3-e270-45be-8e2a-b744baea326d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:15.187293 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc36eb7-1e9e-4167-9792-1df22d42abf1 req-a3877fa1-1d18-49f5-8ac1-119e3ee595cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:15.188936 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5bc36eb7-1e9e-4167-9792-1df22d42abf1 req-a3877fa1-1d18-49f5-8ac1-119e3ee595cf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6 HTTP/1.1" status: 200 len: 858 time: 0.4227245 Apr 19 19:13:15.198642 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] For port 5ad848d5-71ac-4617-b9f0-d3203256acc7, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:13:15.216494 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] For port 5ad848d5-71ac-4617-b9f0-d3203256acc7, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=5ad848d5-71ac-4617-b9f0-d3203256acc7,segment=NetworkSegment(4a2aa183-cfcd-495d-9da4-a465f0b5ac24),segment_id=4a2aa183-cfcd-495d-9da4-a465f0b5ac24)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:13:15.227725 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:15.234287 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-91f89902-147b-4d04-bd52-6e5d620996a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:15.257558 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-632af61f-e76e-475a-aa4e-4b643dd951d6 req-c4a00746-cce9-439b-a222-0d26d07e9cc1 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071712 Apr 19 19:13:15.309790 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-30f1437f-3146-4717-9e2f-b6d98555c251 req-d6cffa2b-49ec-4c78-afec-322418d43b1f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe8234a5-cab0-4006-bbaa-502ff2d54ea2 HTTP/1.1" status: 200 len: 1000 time: 0.5779867 Apr 19 19:13:15.318087 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7466fbe5-b29f-45ec-b6bd-cb80bf5731ce req-a7f35c95-ed61-48e7-9c0e-448cea4d3fb5 service neutron] 10.222.0.75 "GET /v2.0/networks/f7e89038-5b58-4767-958b-65cc94d73867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8794489 Apr 19 19:13:15.324359 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11dfd43-d0bf-43e7-9510-675751b86723 req-086354c1-54dd-4ebd-9376-ed7762cedbc1 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:15.326046 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a11dfd43-d0bf-43e7-9510-675751b86723 req-086354c1-54dd-4ebd-9376-ed7762cedbc1 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.5585730 Apr 19 19:13:15.329972 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Pushing event updated for resources: {'Port': ['ID=5ad848d5-71ac-4617-b9f0-d3203256acc7,revision_number=2']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:15.333790 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5bc36eb7-1e9e-4167-9792-1df22d42abf1 req-1218de81-a46a-47df-a187-7364d21dee5d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208363 Apr 19 19:13:15.337223 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:15.365633 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'name': 'tempest-TestShelveInstance-1025946447-router', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:56Z', 'updated_at': '2021-04-19T19:13:05Z', 'revision_number': 4, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'gw_port': {'id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ab:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:58Z', 'updated_at': '2021-04-19T19:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '6240231c-c27e-4404-a5e2-b17136414194', 'name': '', 'network_id': '67b4228e-71c2-40be-8161-770e93440890', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'mac_address': 'fa:16:3e:86:f4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:04Z', 'updated_at': '2021-04-19T19:13:13Z', 'revision_number': 4, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'subnets': [{'id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:15.371403 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3f2394-77b3-4474-a499-6bac3084b9cf None None] The sync data for ids ['8eb94ae6-279c-4efe-858b-257778fc43f9'] in dv-cinder-786932-1-smb is: [{'id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'name': 'tempest-TestShelveInstance-1025946447-router', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:56Z', 'updated_at': '2021-04-19T19:13:05Z', 'revision_number': 4, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'gw_port': {'id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ab:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:58Z', 'updated_at': '2021-04-19T19:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '6240231c-c27e-4404-a5e2-b17136414194', 'name': '', 'network_id': '67b4228e-71c2-40be-8161-770e93440890', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'mac_address': 'fa:16:3e:86:f4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:04Z', 'updated_at': '2021-04-19T19:13:13Z', 'revision_number': 4, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'subnets': [{'id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:13:15.615318 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-6977b9de-0f76-435e-b8c1-cfe0a1f984de tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:15.617505 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-6977b9de-0f76-435e-b8c1-cfe0a1f984de tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.75 "GET /v2.0/networks?id=34b4e332-7403-4128-b8b9-3726b7958fad HTTP/1.1" status: 200 len: 814 time: 0.6266403 Apr 19 19:13:15.639138 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-f55ecd60-b6c0-420b-9548-38af644d0232 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Request body: {'port': {'device_id': '0201a32d-21f7-4cda-b088-72f33ddec9c0', 'network_id': '34b4e332-7403-4128-b8b9-3726b7958fad', 'admin_state_up': True, 'tenant_id': '19893efe700c431fb04bd1543ada8456'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:15.653057 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7466fbe5-b29f-45ec-b6bd-cb80bf5731ce req-3bd56f74-ede0-4c73-9798-36586974424e service neutron] 10.222.0.75 "GET /v2.0/networks/f7e89038-5b58-4767-958b-65cc94d73867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669358 Apr 19 19:13:15.744308 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1437f-3146-4717-9e2f-b6d98555c251 req-c40cb873-4c6a-40ef-893f-7da4ca2dbcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:15.746637 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-30f1437f-3146-4717-9e2f-b6d98555c251 req-c40cb873-4c6a-40ef-893f-7da4ca2dbcdd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6520559-3281-4271-a77a-f193645776b6 HTTP/1.1" status: 200 len: 856 time: 0.4271111 Apr 19 19:13:15.859909 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a28a83-8c1e-44e0-834b-c7c0dd5b8d9e req-9bc003c5-99f5-44b4-8b6c-758e960c568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:15.859909 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d6a28a83-8c1e-44e0-834b-c7c0dd5b8d9e req-9bc003c5-99f5-44b4-8b6c-758e960c568f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 1098 time: 0.7704546 Apr 19 19:13:15.948287 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071f808-d0da-449a-b4fa-128519f219d3 req-f51bd1f8-f490-4f01-ac87-073705d62089 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:15.949836 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0071f808-d0da-449a-b4fa-128519f219d3 req-f51bd1f8-f490-4f01-ac87-073705d62089 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 944 time: 0.2935967 Apr 19 19:13:15.965062 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d6a28a83-8c1e-44e0-834b-c7c0dd5b8d9e req-50a3123d-315f-4b7d-a43a-8231d1b48d60 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957654 Apr 19 19:13:15.982059 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1437f-3146-4717-9e2f-b6d98555c251 req-9334c2ad-9142-480e-9ac3-cf3e2821cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:15.984007 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-30f1437f-3146-4717-9e2f-b6d98555c251 req-9334c2ad-9142-480e-9ac3-cf3e2821cb66 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=132d4ad0-195c-4d5c-9957-e76f12440abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2218442 Apr 19 19:13:16.021742 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0071f808-d0da-449a-b4fa-128519f219d3 req-95e2164e-4094-4437-b768-69d55b803b81 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616210 Apr 19 19:13:16.163071 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a11dfd43-d0bf-43e7-9510-675751b86723 req-ef7f76e0-552b-482c-953a-2b0ba85cb5c6 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8280365 Apr 19 19:13:16.234914 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.259444 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-30f1437f-3146-4717-9e2f-b6d98555c251 req-765207df-6e5c-4ad0-8116-fd87cdb7063f service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305996 Apr 19 19:13:16.408255 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1e710-a203-438a-b1da-f94c1babd8a3 req-c4472efa-fc88-4b1f-93d6-e3da1269a083 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:16.409892 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-59e1e710-a203-438a-b1da-f94c1babd8a3 req-c4472efa-fc88-4b1f-93d6-e3da1269a083 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.2522602 Apr 19 19:13:16.475748 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-30f1437f-3146-4717-9e2f-b6d98555c251 req-dc0dc8dc-b7c4-4f52-8b14-6867211eddeb service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041640 Apr 19 19:13:16.487853 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-59e1e710-a203-438a-b1da-f94c1babd8a3 req-2f6a5873-69c2-4be7-b104-28bcb3e28264 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656319 Apr 19 19:13:16.489942 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5bc36eb7-1e9e-4167-9792-1df22d42abf1 req-2d3e9b57-493a-4644-a79c-f97b8b78de1a service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0599170 Apr 19 19:13:16.492255 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f5f837c3-d597-473a-911a-be9639a038ed req-25859044-cf29-4a02-b35e-3c07aa2a7eb1 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 210 time: 0.1868012 Apr 19 19:13:16.536539 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-f55ecd60-b6c0-420b-9548-38af644d0232 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:16.618936 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-f55ecd60-b6c0-420b-9548-38af644d0232 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:16.647474 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-f55ecd60-b6c0-420b-9548-38af644d0232 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Made reservation on behalf of 19893efe700c431fb04bd1543ada8456 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:13:16.653723 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-f55ecd60-b6c0-420b-9548-38af644d0232 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:16.709529 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8ba8f-f766-41a1-b82e-1ccfffd4475f req-2a48ff3e-dbb9-4e2c-899e-9679f4ab670f tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:16.712098 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8ea8ba8f-f766-41a1-b82e-1ccfffd4475f req-2a48ff3e-dbb9-4e2c-899e-9679f4ab670f tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 946 time: 0.1157763 Apr 19 19:13:16.787552 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8ea8ba8f-f766-41a1-b82e-1ccfffd4475f req-68e2bbe0-6b4f-4133-af24-aade84cdd1ae tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638056 Apr 19 19:13:16.975529 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5bc36eb7-1e9e-4167-9792-1df22d42abf1 req-fc936b51-7c37-4807-92e8-65bbca51c08f service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704242 Apr 19 19:13:16.977674 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device dfbb4818-f139-4930-bab8-7b8c336b1222 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:13:17.184247 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-f55ecd60-b6c0-420b-9548-38af644d0232 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Allocated IP 172.20.0.11 (34b4e332-7403-4128-b8b9-3726b7958fad/cb625c53-4e08-4bed-9fad-34049abfe93a/578b8ab2-ba14-4a72-b336-69d406c7c601) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:13:17.193133 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 5ad848d5-71ac-4617-b9f0-d3203256acc7 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:17.267738 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a745ab-5c27-493b-afcc-e109840ce1b8 None None] Network f6a9c4f5-0800-409a-806c-113250c25b5f requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:13:17.331941 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-681951'] for router, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:17.484082 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10c352-d6df-40e6-a438-059f1307dda2 req-94e8f46a-b22b-4960-8e1f-59e772f571d0 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:17.485674 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1b10c352-d6df-40e6-a438-059f1307dda2 req-94e8f46a-b22b-4960-8e1f-59e772f571d0 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1757252 Apr 19 19:13:17.544958 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1b10c352-d6df-40e6-a438-059f1307dda2 req-ad2af4b1-db9b-4860-96b9-262bf07434b1 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515838 Apr 19 19:13:17.621679 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-b824cee7-ce34-41ba-afbc-e9fa8bb4ea88 None None] Provisioning for port 5ad848d5-71ac-4617-b9f0-d3203256acc7 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:17.633711 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port dfbb4818-f139-4930-bab8-7b8c336b1222, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dfbb4818-f139-4930-bab8-7b8c336b1222,segment=NetworkSegment(6700551c-4caf-45cf-8732-aec914329e91),segment_id=6700551c-4caf-45cf-8732-aec914329e91)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:17.676799 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': 'dfbb4818-f139-4930-bab8-7b8c336b1222', 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867', 'port_id': 'dfbb4818-f139-4930-bab8-7b8c336b1222', 'mac_address': 'fa:16:3e:92:43:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:13:17.720701 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-f55ecd60-b6c0-420b-9548-38af644d0232 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:17.729357 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port 5ad848d5-71ac-4617-b9f0-d3203256acc7 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:17.749997 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 5ad848d5-71ac-4617-b9f0-d3203256acc7 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:17.750487 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:17.784588 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aaa239-a968-478d-a237-a476a8c61287 req-5b5303b8-6f93-4349-82cf-5277d70339c1 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:17.791037 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-35aaa239-a968-478d-a237-a476a8c61287 req-5b5303b8-6f93-4349-82cf-5277d70339c1 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 944 time: 0.5314260 Apr 19 19:13:17.820014 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6789227-71ba-4cd5-8d00-76aaad384070 req-9317419c-f886-433f-93f1-2f7c3ee35d4b tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:17.823555 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:17.829493 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d6789227-71ba-4cd5-8d00-76aaad384070 req-9317419c-f886-433f-93f1-2f7c3ee35d4b tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.1203837 Apr 19 19:13:17.829695 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-f55ecd60-b6c0-420b-9548-38af644d0232 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:17.843761 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbb4818-f139-4930-bab8-7b8c336b1222 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:13:17.857141 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c742d2d9-17c0-476e-987a-7c3efab6abe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:17.895704 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d6789227-71ba-4cd5-8d00-76aaad384070 req-49960e19-463e-4a70-9a82-a2e423712460 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651309 Apr 19 19:13:17.925725 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:17.937635 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port dfbb4818-f139-4930-bab8-7b8c336b1222, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dfbb4818-f139-4930-bab8-7b8c336b1222,segment=NetworkSegment(6700551c-4caf-45cf-8732-aec914329e91),segment_id=6700551c-4caf-45cf-8732-aec914329e91)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:17.965889 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:17.968517 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-f55ecd60-b6c0-420b-9548-38af644d0232 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Network 34b4e332-7403-4128-b8b9-3726b7958fad is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:13:17.970379 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:17.975477 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-f55ecd60-b6c0-420b-9548-38af644d0232 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:13:17.988082 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-f55ecd60-b6c0-420b-9548-38af644d0232 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:13:18.028388 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-35aaa239-a968-478d-a237-a476a8c61287 req-52cfdb11-1ea6-47ef-94c9-756a6d1a0c73 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033134 Apr 19 19:13:18.029187 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ecd60-b6c0-420b-9548-38af644d0232 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Pushing event updated for resources: {'Port': ['ID=578b8ab2-ba14-4a72-b336-69d406c7c601,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:18.031085 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port 5ad848d5-71ac-4617-b9f0-d3203256acc7, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=5ad848d5-71ac-4617-b9f0-d3203256acc7,segment=NetworkSegment(4a2aa183-cfcd-495d-9da4-a465f0b5ac24),segment_id=4a2aa183-cfcd-495d-9da4-a465f0b5ac24)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:18.037759 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f55ecd60-b6c0-420b-9548-38af644d0232 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:18.038401 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Router 44604a19-24d5-4147-a390-cb31709cce41 is scheduled to L3 agent 2c703743-f452-488c-92fc-d405be3d4735 with binding_index 1 {{(pid=86367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 19:13:18.048246 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:18.049626 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 6240231c-c27e-4404-a5e2-b17136414194 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:18.136170 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-f7cdf004-ed11-426f-b589-c6f2221370e0 None None] Provisioning complete for port 5ad848d5-71ac-4617-b9f0-d3203256acc7 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:18.136964 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f7cdf004-ed11-426f-b589-c6f2221370e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:18.139846 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461e44c-4cbb-4998-83bd-e601cbde4ed7 req-c5b5c4db-8963-4f82-9e39-7adbfebbc8c9 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:18.141567 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6461e44c-4cbb-4998-83bd-e601cbde4ed7 req-c5b5c4db-8963-4f82-9e39-7adbfebbc8c9 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 932 time: 0.1253772 Apr 19 19:13:18.200231 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port 6240231c-c27e-4404-a5e2-b17136414194 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:18.215019 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=dfbb4818-f139-4930-bab8-7b8c336b1222,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:18.215438 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-f55ecd60-b6c0-420b-9548-38af644d0232 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:18.216189 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-f55ecd60-b6c0-420b-9548-38af644d0232 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:18.222370 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6461e44c-4cbb-4998-83bd-e601cbde4ed7 req-e5307007-b505-4bbd-b950-3c8acdc13270 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692508 Apr 19 19:13:18.228928 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:18.232818 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:18.267527 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 6240231c-c27e-4404-a5e2-b17136414194 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:18.267983 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:18.284461 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-f55ecd60-b6c0-420b-9548-38af644d0232 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6563792 Apr 19 19:13:18.300573 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Request body: {'port': {'device_id': '0201a32d-21f7-4cda-b088-72f33ddec9c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:18.345925 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['dfbb4818-f139-4930-bab8-7b8c336b1222'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:13:18.349546 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:13:18.361416 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Sync routers for ids ['44604a19-24d5-4147-a390-cb31709cce41'] in dv-cinder-786932-1-smb {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:13:18.373228 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Routers {'44604a19-24d5-4147-a390-cb31709cce41'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:13:18.374248 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:13:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['44604a19-24d5-4147-a390-cb31709cce41'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:18.421807 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:18.426156 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4497969 Apr 19 19:13:18.426643 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 44472) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:18.461114 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:18.470488 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=5ad848d5-71ac-4617-b9f0-d3203256acc7,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:18.503444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:18.811389 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Set router 44604a19-24d5-4147-a390-cb31709cce41 gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:13:18.923128 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:19.010435 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port 6240231c-c27e-4404-a5e2-b17136414194, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=6240231c-c27e-4404-a5e2-b17136414194,segment=NetworkSegment(7c1fa115-8b02-4c44-a132-8a58ad5e2948),segment_id=7c1fa115-8b02-4c44-a132-8a58ad5e2948)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:19.018427 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:19.021222 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:19.180385 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 5ad848d5-71ac-4617-b9f0-d3203256acc7 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:19.326325 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44604a19-24d5-4147-a390-cb31709cce41', 'name': 'tempest-TestShelveInstance-1242929448-router', 'tenant_id': '0a15e2339e924f19916453ff18706045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3f953ad0-c741-44b8-9871-844c6872d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:13:12Z', 'updated_at': '2021-04-19T19:13:15Z', 'revision_number': 3, 'project_id': '0a15e2339e924f19916453ff18706045', 'gw_port': {'id': '3f953ad0-c741-44b8-9871-844c6872d5c1', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44604a19-24d5-4147-a390-cb31709cce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:13Z', 'updated_at': '2021-04-19T19:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:19.329672 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=6240231c-c27e-4404-a5e2-b17136414194,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:19.334372 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:19.344233 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Checking router: 44604a19-24d5-4147-a390-cb31709cce41 for host: dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:13:19.344673 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Updating router 44604a19-24d5-4147-a390-cb31709cce41 port 3f953ad0-c741-44b8-9871-844c6872d5c1 binding host dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:13:19.420759 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 5ad848d5-71ac-4617-b9f0-d3203256acc7 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:19.421447 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:19.474502 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:19.561583 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e6e58-f5b3-4d74-8228-5c87a6cfe029 req-eab12635-3f6b-4c9b-8000-f554cb726d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:19.563258 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0f9e6e58-f5b3-4d74-8228-5c87a6cfe029 req-eab12635-3f6b-4c9b-8000-f554cb726d30 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8a42694aec374663aae1ddf6f96e3643&device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 1098 time: 0.9145300 Apr 19 19:13:19.834402 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:19.843969 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e0eda-ade8-439f-8bef-7a7f2c31f2c9 req-1074bdf9-4493-4ea7-bd06-eec5edaf06c6 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:19.845707 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1b8e0eda-ade8-439f-8bef-7a7f2c31f2c9 req-1074bdf9-4493-4ea7-bd06-eec5edaf06c6 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.9838831 Apr 19 19:13:19.846885 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e6e58-f5b3-4d74-8228-5c87a6cfe029 req-b7cd9c6f-4b0e-4216-b842-198551019aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:19.848679 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0f9e6e58-f5b3-4d74-8228-5c87a6cfe029 req-b7cd9c6f-4b0e-4216-b842-198551019aaa service neutron] 10.222.0.75 "GET /v2.0/networks?id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae HTTP/1.1" status: 200 len: 919 time: 0.2688327 Apr 19 19:13:19.871138 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135c277-2dce-4066-94dc-cf7cb317af60 req-cb10d979-a799-4337-8fdf-fcd1791a5eed tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:19.873032 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8135c277-2dce-4066-94dc-cf7cb317af60 req-cb10d979-a799-4337-8fdf-fcd1791a5eed tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.2051477 Apr 19 19:13:19.965764 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0f9e6e58-f5b3-4d74-8228-5c87a6cfe029 req-7e04c0e2-90ab-44eb-9928-2493ff47a63e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c443d0cd-ac7e-432e-a5c3-4cd5ad869428 HTTP/1.1" status: 200 len: 217 time: 0.0964386 Apr 19 19:13:20.021205 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:20.037065 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Transition to ACTIVE for port object 3f953ad0-c741-44b8-9871-844c6872d5c1 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:13:20.045819 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:20.050687 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:20.081187 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1b8e0eda-ade8-439f-8bef-7a7f2c31f2c9 req-02ff86a7-d185-4db5-9abe-2f56b152cb14 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276664 Apr 19 19:13:20.129401 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 578b8ab2-ba14-4a72-b336-69d406c7c601 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:13:20.145684 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:20.149396 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e6e58-f5b3-4d74-8228-5c87a6cfe029 req-8b8ebd3e-eec8-4b96-a62b-390177b6831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:20.151562 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0f9e6e58-f5b3-4d74-8228-5c87a6cfe029 req-8b8ebd3e-eec8-4b96-a62b-390177b6831d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6 HTTP/1.1" status: 200 len: 858 time: 0.1709633 Apr 19 19:13:20.164253 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f954e-e501-4c30-a495-473cbc845764 None None] Pushing event updated for resources: {'Port': ['ID=3f953ad0-c741-44b8-9871-844c6872d5c1,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:20.172266 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Attempting to bind port 3f953ad0-c741-44b8-9871-844c6872d5c1 on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:13:20.172689 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Attempting to bind port 3f953ad0-c741-44b8-9871-844c6872d5c1 by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:13:20.173107 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Attempting to bind port 3f953ad0-c741-44b8-9871-844c6872d5c1 on network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:13:20.184394 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f954e-e501-4c30-a495-473cbc845764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:20.184786 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f954e-e501-4c30-a495-473cbc845764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:20.185791 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f954e-e501-4c30-a495-473cbc845764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:20.186185 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f954e-e501-4c30-a495-473cbc845764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:20.186692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f954e-e501-4c30-a495-473cbc845764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:20.187075 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f954e-e501-4c30-a495-473cbc845764 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:20.187452 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f954e-e501-4c30-a495-473cbc845764 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:20.187827 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f954e-e501-4c30-a495-473cbc845764 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:20.188250 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f954e-e501-4c30-a495-473cbc845764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:20.188757 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f954e-e501-4c30-a495-473cbc845764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:20.189130 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f954e-e501-4c30-a495-473cbc845764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:20.189501 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6f954e-e501-4c30-a495-473cbc845764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:20.202304 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:13:20.202809 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Checking segment: {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:13:20.203554 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:20.203699 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Bound using segment: {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:13:20.204285 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Bound port: 3f953ad0-c741-44b8-9871-844c6872d5c1, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e674f699-417d-4ccb-9094-a89ea10a76bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:13:20.204713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:20.216992 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Transition to ACTIVE for port object 578b8ab2-ba14-4a72-b336-69d406c7c601 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:13:20.225877 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62134073'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:20.231956 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8135c277-2dce-4066-94dc-cf7cb317af60 req-d2c2b233-37ce-44a6-9467-7b60c5bd25d8 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221140 Apr 19 19:13:20.233812 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0f9e6e58-f5b3-4d74-8228-5c87a6cfe029 req-0bcccd4b-d28c-47a4-be65-778fe2bb8a81 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687864 Apr 19 19:13:20.236685 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:20.241401 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7e6f954e-e501-4c30-a495-473cbc845764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:20.312193 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] For port 3f953ad0-c741-44b8-9871-844c6872d5c1, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:13:20.315391 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] For port 3f953ad0-c741-44b8-9871-844c6872d5c1, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=3f953ad0-c741-44b8-9871-844c6872d5c1,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:13:20.319999 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:20.324256 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-634151e3-53d1-4549-8627-b156b9d829c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:20.411055 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Routers {'44604a19-24d5-4147-a390-cb31709cce41'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:13:20.411660 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:13:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['44604a19-24d5-4147-a390-cb31709cce41'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:20.454209 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Allocated IP 172.20.0.1 (f6a9c4f5-0800-409a-806c-113250c25b5f/f287f87d-829a-44b0-8e9e-2c08c155c366/2163d059-d4ce-478a-8780-a1fc7564e14f) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:13:20.471136 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f954e-e501-4c30-a495-473cbc845764 None None] Pushing event updated for resources: {'Port': ['ID=3f953ad0-c741-44b8-9871-844c6872d5c1,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:20.535162 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7e6f954e-e501-4c30-a495-473cbc845764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:20.575333 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ab942-361d-4fee-8eda-383ebe2298c2 req-6700e327-a6a8-462e-9a07-2425cb8832eb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:20.577047 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e90ab942-361d-4fee-8eda-383ebe2298c2 req-6700e327-a6a8-462e-9a07-2425cb8832eb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 944 time: 0.2313609 Apr 19 19:13:20.604000 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Pushing event updated for resources: {'Port': ['ID=578b8ab2-ba14-4a72-b336-69d406c7c601,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:20.610733 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] Set router 44604a19-24d5-4147-a390-cb31709cce41 gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:13:20.661612 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:20.710747 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e90ab942-361d-4fee-8eda-383ebe2298c2 req-dfb3ae2d-8d2d-44e3-bad6-e76b20505097 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245453 Apr 19 19:13:20.721523 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:20.746538 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Transition to ACTIVE for port object 2163d059-d4ce-478a-8780-a1fc7564e14f will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:13:20.767680 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c84b31-c09f-4250-92f3-b07331ca3220 req-da96bf20-2f25-4d68-af42-4ce7bb29e9dc tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:20.775377 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-98c84b31-c09f-4250-92f3-b07331ca3220 req-da96bf20-2f25-4d68-af42-4ce7bb29e9dc tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 945 time: 0.4838846 Apr 19 19:13:20.779279 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:20.782140 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0f9e6e58-f5b3-4d74-8228-5c87a6cfe029 req-063f4e3b-fd07-4e55-98af-b81d3b5d9e2a service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462478 Apr 19 19:13:20.792966 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:20.848231 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-98c84b31-c09f-4250-92f3-b07331ca3220 req-7c38256b-aaac-4b11-b15a-6626afc315c3 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713565 Apr 19 19:13:20.902414 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Network f6a9c4f5-0800-409a-806c-113250c25b5f is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:13:20.915095 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:13:20.924947 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:13:20.951653 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Attempting to bind port 578b8ab2-ba14-4a72-b336-69d406c7c601 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:13:20.952096 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Attempting to bind port 578b8ab2-ba14-4a72-b336-69d406c7c601 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c0961489-2566-435f-85cf-82397b3d71ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '34b4e332-7403-4128-b8b9-3726b7958fad'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:13:20.952712 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Attempting to bind port 578b8ab2-ba14-4a72-b336-69d406c7c601 on network 34b4e332-7403-4128-b8b9-3726b7958fad {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:13:20.969052 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Port 578b8ab2-ba14-4a72-b336-69d406c7c601 on network 34b4e332-7403-4128-b8b9-3726b7958fad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:13:20.969425 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Attempting to bind port 578b8ab2-ba14-4a72-b336-69d406c7c601 on network 34b4e332-7403-4128-b8b9-3726b7958fad {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:13:20.977579 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Checking agent: {'id': 'ec7575f8-60dd-4295-9a80-edc463fb7fa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:13:20.979243 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Checking segment: {'id': 'c0961489-2566-435f-85cf-82397b3d71ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '34b4e332-7403-4128-b8b9-3726b7958fad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:13:20.979684 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Bound using segment: {'id': 'c0961489-2566-435f-85cf-82397b3d71ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '34b4e332-7403-4128-b8b9-3726b7958fad'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:13:20.980225 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2163d059-d4ce-478a-8780-a1fc7564e14f,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:20.980478 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Bound port: 578b8ab2-ba14-4a72-b336-69d406c7c601, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0961489-2566-435f-85cf-82397b3d71ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '34b4e332-7403-4128-b8b9-3726b7958fad'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:13:20.980878 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:21.004361 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device dfbb4818-f139-4930-bab8-7b8c336b1222 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:21.006035 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:21.006842 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854117886'] for router_interface, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:21.108507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44604a19-24d5-4147-a390-cb31709cce41', 'name': 'tempest-TestShelveInstance-1242929448-router', 'tenant_id': '0a15e2339e924f19916453ff18706045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3f953ad0-c741-44b8-9871-844c6872d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:13:12Z', 'updated_at': '2021-04-19T19:13:15Z', 'revision_number': 3, 'project_id': '0a15e2339e924f19916453ff18706045', 'gw_port': {'id': '3f953ad0-c741-44b8-9871-844c6872d5c1', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44604a19-24d5-4147-a390-cb31709cce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:13Z', 'updated_at': '2021-04-19T19:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:21.115364 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b7ef0-6526-475a-a9c2-34bdee4de49c None None] The sync data for ids ['44604a19-24d5-4147-a390-cb31709cce41'] in dv-cinder-786932-1-smb is: [{'id': '44604a19-24d5-4147-a390-cb31709cce41', 'name': 'tempest-TestShelveInstance-1242929448-router', 'tenant_id': '0a15e2339e924f19916453ff18706045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3f953ad0-c741-44b8-9871-844c6872d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:13:12Z', 'updated_at': '2021-04-19T19:13:15Z', 'revision_number': 3, 'project_id': '0a15e2339e924f19916453ff18706045', 'gw_port': {'id': '3f953ad0-c741-44b8-9871-844c6872d5c1', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44604a19-24d5-4147-a390-cb31709cce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:13Z', 'updated_at': '2021-04-19T19:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:13:21.168745 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning for port dfbb4818-f139-4930-bab8-7b8c336b1222 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:21.179473 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port dfbb4818-f139-4930-bab8-7b8c336b1222 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:21.180120 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:21.233657 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0f9e6e58-f5b3-4d74-8228-5c87a6cfe029 req-6a558356-2b84-4b8d-99e7-50434a0bcca7 service neutron] 10.222.0.75 "GET /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953571 Apr 19 19:13:21.245669 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] For port 578b8ab2-ba14-4a72-b336-69d406c7c601, host hv-cinder-78693, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:13:21.266583 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] For port 578b8ab2-ba14-4a72-b336-69d406c7c601, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=578b8ab2-ba14-4a72-b336-69d406c7c601,segment=NetworkSegment(c0961489-2566-435f-85cf-82397b3d71ba),segment_id=c0961489-2566-435f-85cf-82397b3d71ba)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:13:21.270928 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62134073'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:21.279246 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:21.297131 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 6240231c-c27e-4404-a5e2-b17136414194 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:21.341963 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:21.373247 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:21.374433 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:21.376393 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] 10.222.0.75 "PUT /v2.0/ports/578b8ab2-ba14-4a72-b336-69d406c7c601 HTTP/1.1" status: 200 len: 1094 time: 3.0810261 Apr 19 19:13:21.377148 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0201a32d-21f7-4cda-b088-72f33ddec9c0', 'tag': '578b8ab2-ba14-4a72-b336-69d406c7c601'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:13:21.470065 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-dc1c32da-03db-4885-9162-ddb05e2e5d83 None None] Provisioning for port 2163d059-d4ce-478a-8780-a1fc7564e14f completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:21.480815 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-dc1c32da-03db-4885-9162-ddb05e2e5d83 None None] Provisioning complete for port 2163d059-d4ce-478a-8780-a1fc7564e14f triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:21.481243 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dc1c32da-03db-4885-9162-ddb05e2e5d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:21.520556 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Pushing event updated for resources: {'Port': ['ID=578b8ab2-ba14-4a72-b336-69d406c7c601,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:21.535330 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:21.564661 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c32da-03db-4885-9162-ddb05e2e5d83 None None] Port 2163d059-d4ce-478a-8780-a1fc7564e14f cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:13:21.609114 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e7ac1-abe5-4b11-b111-baac9ff6a392 req-5e1c6a33-b091-4f32-93ab-ffa453356c97 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:21.617263 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0c9e7ac1-abe5-4b11-b111-baac9ff6a392 req-5e1c6a33-b091-4f32-93ab-ffa453356c97 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.2251396 Apr 19 19:13:21.666833 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-29d404ce-ca2a-41a7-a425-d1f7bd2ed2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:21.679932 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-29d404ce-ca2a-41a7-a425-d1f7bd2ed2ae service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=19893efe700c431fb04bd1543ada8456&device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 1097 time: 0.2032328 Apr 19 19:13:21.690212 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 6240231c-c27e-4404-a5e2-b17136414194 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:21.694372 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:21.783509 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0201a32d-21f7-4cda-b088-72f33ddec9c0', 'tag': '578b8ab2-ba14-4a72-b336-69d406c7c601', 'status': 'completed', 'code': 200} Apr 19 19:13:21.803903 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-dd59459a-80a5-40ab-b1b3-6c699233b1e2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=578b8ab2-ba14-4a72-b336-69d406c7c601 HTTP/1.1" status: 200 len: 217 time: 0.1229131 Apr 19 19:13:21.817222 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:21.825855 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:21.930787 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a66a2d17-917e-495b-9a81-bd7646660781 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:21.935434 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0c9e7ac1-abe5-4b11-b111-baac9ff6a392 req-1863043c-e410-48d1-bd4c-ffd62b175bee tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170972 Apr 19 19:13:21.949185 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:21.984689 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-5124dc82-23df-4888-aa26-92543fd4a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:21.987005 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-5124dc82-23df-4888-aa26-92543fd4a50f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cb625c53-4e08-4bed-9fad-34049abfe93a HTTP/1.1" status: 200 len: 854 time: 0.1578343 Apr 19 19:13:21.999050 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623e1767-cde0-433a-b661-66267af6ac8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbb4818-f139-4930-bab8-7b8c336b1222'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:13:22.064645 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port dfbb4818-f139-4930-bab8-7b8c336b1222, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dfbb4818-f139-4930-bab8-7b8c336b1222,segment=NetworkSegment(6700551c-4caf-45cf-8732-aec914329e91),segment_id=6700551c-4caf-45cf-8732-aec914329e91)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:22.074581 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:22.093445 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-231cf907-ac77-4dae-b38a-d9dcc91d0c9c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=34b4e332-7403-4128-b8b9-3726b7958fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993226 Apr 19 19:13:22.098600 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:22.177667 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2163d059-d4ce-478a-8780-a1fc7564e14f,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:22.194642 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:22.250760 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=dfbb4818-f139-4930-bab8-7b8c336b1222,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:22.254539 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:22.284296 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853757521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658021'] for router_interface, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:22.316249 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946319be-c250-4a78-af3b-c422da963401 req-ab7891c1-8a88-42e6-bcb2-70d33e46d017 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:22.326778 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-946319be-c250-4a78-af3b-c422da963401 req-ab7891c1-8a88-42e6-bcb2-70d33e46d017 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 944 time: 0.4046044 Apr 19 19:13:22.407428 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-3452cc9f-2fd2-4166-a3c0-74eadc36dce9 service neutron] 10.222.0.75 "GET /v2.0/networks/34b4e332-7403-4128-b8b9-3726b7958fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021460 Apr 19 19:13:22.422932 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbac675-f85c-4761-8611-aae9233192d0 req-0c2311e8-ed96-4396-94d7-016990d8d1b2 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:22.424889 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7bbac675-f85c-4761-8611-aae9233192d0 req-0c2311e8-ed96-4396-94d7-016990d8d1b2 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 946 time: 0.1745095 Apr 19 19:13:22.482626 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-946319be-c250-4a78-af3b-c422da963401 req-51bc3da4-111a-4f70-a829-e863868b80cd tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554773 Apr 19 19:13:22.550730 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Network f6a9c4f5-0800-409a-806c-113250c25b5f is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:13:22.552154 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:13:22.627269 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7bbac675-f85c-4761-8611-aae9233192d0 req-81288c65-e2e0-4c8b-9651-673e10ea0b63 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745794 Apr 19 19:13:22.708058 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e00e68b-8ead-4f90-a618-8e4062a83e2a req-c4c280a4-6679-46a7-99b3-51d31c87ecee service neutron] 10.222.0.75 "GET /v2.0/networks/34b4e332-7403-4128-b8b9-3726b7958fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822373 Apr 19 19:13:22.747521 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623e1767-cde0-433a-b661-66267af6ac8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbb4818-f139-4930-bab8-7b8c336b1222', 'code': 200} Apr 19 19:13:22.904644 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-2cb9eb58-5e2d-4b2a-8dd9-cd5dea64580d None None] Provisioning complete for port 2163d059-d4ce-478a-8780-a1fc7564e14f triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:22.904904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2cb9eb58-5e2d-4b2a-8dd9-cd5dea64580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:22.990533 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c86aef-478f-4e7d-9c3a-f28c1fd4dab3 req-e5e9b25d-47d9-43c7-905d-9edda5191e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:22.997556 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a8c86aef-478f-4e7d-9c3a-f28c1fd4dab3 req-e5e9b25d-47d9-43c7-905d-9edda5191e77 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=19893efe700c431fb04bd1543ada8456&device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 1097 time: 0.2145913 Apr 19 19:13:23.024057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device fe8234a5-cab0-4006-bbaa-502ff2d54ea2 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:13:23.025346 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Router 44604a19-24d5-4147-a390-cb31709cce41 has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:13:23.218477 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c86aef-478f-4e7d-9c3a-f28c1fd4dab3 req-a10c95d6-c6c3-4d5a-b0ff-c09f5ae81ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:23.220123 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a8c86aef-478f-4e7d-9c3a-f28c1fd4dab3 req-a10c95d6-c6c3-4d5a-b0ff-c09f5ae81ee0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=34b4e332-7403-4128-b8b9-3726b7958fad HTTP/1.1" status: 200 len: 915 time: 0.2202806 Apr 19 19:13:23.231350 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 3f953ad0-c741-44b8-9871-844c6872d5c1 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:23.311006 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9eb58-5e2d-4b2a-8dd9-cd5dea64580d None None] Port 2163d059-d4ce-478a-8780-a1fc7564e14f cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:13:23.375687 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port 3f953ad0-c741-44b8-9871-844c6872d5c1 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:23.384642 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 3f953ad0-c741-44b8-9871-844c6872d5c1 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:23.385257 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:23.521853 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8fa18-7677-4fed-bd7b-869bed6a31a0 req-e7155e7d-be42-4ff3-bf28-964708d050e3 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:23.530838 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cbd8fa18-7677-4fed-bd7b-869bed6a31a0 req-e7155e7d-be42-4ff3-bf28-964708d050e3 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.4914970 Apr 19 19:13:23.558420 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a8c86aef-478f-4e7d-9c3a-f28c1fd4dab3 req-eea15103-8d37-4082-a4ff-e6e6b44cb1e6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=578b8ab2-ba14-4a72-b336-69d406c7c601 HTTP/1.1" status: 200 len: 217 time: 0.1575756 Apr 19 19:13:23.583165 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:13:23.604322 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:23.617176 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] 10.222.0.58 "PUT /v2.0/routers/44604a19-24d5-4147-a390-cb31709cce41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1891677 Apr 19 19:13:23.629309 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cbd8fa18-7677-4fed-bd7b-869bed6a31a0 req-c9572b56-917a-4f37-a328-64683c3b49c5 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975225 Apr 19 19:13:23.653374 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port 3f953ad0-c741-44b8-9871-844c6872d5c1, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=3f953ad0-c741-44b8-9871-844c6872d5c1,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:23.665954 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:23.668655 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8e4f8fa3-e270-45be-8e2a-b744baea326d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:23.807882 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c86aef-478f-4e7d-9c3a-f28c1fd4dab3 req-493f71e2-1ed2-4588-a5a3-cb5511c3742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:23.809964 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a8c86aef-478f-4e7d-9c3a-f28c1fd4dab3 req-493f71e2-1ed2-4588-a5a3-cb5511c3742b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cb625c53-4e08-4bed-9fad-34049abfe93a HTTP/1.1" status: 200 len: 854 time: 0.1583157 Apr 19 19:13:23.811184 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=3f953ad0-c741-44b8-9871-844c6872d5c1,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:23.820839 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:23.821232 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:23.821624 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:23.822006 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:23.822916 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:23.823299 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:23.823671 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:23.824239 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:23.824584 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:23.824947 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:23.825316 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:23.825683 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:13:23.828395 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48648e8-ca85-4d2a-9864-73579833c164 req-f62e2d52-a5a3-4e74-9bf2-3b8b9fcf986a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:23.829812 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d48648e8-ca85-4d2a-9864-73579833c164 req-f62e2d52-a5a3-4e74-9bf2-3b8b9fcf986a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.2697971 Apr 19 19:13:23.836210 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:23.940200 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 44566) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:23.965217 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d4d75-3401-4f91-95aa-5416ae6d51da req-c45c7e86-4979-427f-b12c-6161932a89d0 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:23.966932 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-927d4d75-3401-4f91-95aa-5416ae6d51da req-c45c7e86-4979-427f-b12c-6161932a89d0 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 944 time: 0.1199718 Apr 19 19:13:24.086667 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-927d4d75-3401-4f91-95aa-5416ae6d51da req-9accda03-5ef9-46f5-b493-c3d84701e5f2 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113908 Apr 19 19:13:24.116941 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-54bf3ad4-5d49-47b5-878a-6cda6312d463 req-51a6b9a5-8f79-4e49-abc9-a5efc0e154f3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1750736 Apr 19 19:13:24.130646 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ffb4a-47cc-4b43-be7e-6eaf1666072b req-f1d49cca-696a-4f21-9160-98fadc08d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:24.132300 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a92ffb4a-47cc-4b43-be7e-6eaf1666072b req-f1d49cca-696a-4f21-9160-98fadc08d8e6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 1099 time: 0.9111741 Apr 19 19:13:24.138438 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a8c86aef-478f-4e7d-9c3a-f28c1fd4dab3 req-ba67c292-d79b-489b-af6d-8ffdc91223ad service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=34b4e332-7403-4128-b8b9-3726b7958fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3063929 Apr 19 19:13:24.254814 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d48648e8-ca85-4d2a-9864-73579833c164 req-70791a87-a156-47e9-9dfb-d56b993ee41f tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842340 Apr 19 19:13:24.329209 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a92ffb4a-47cc-4b43-be7e-6eaf1666072b req-15975dfe-c39d-4712-abac-416491a65f32 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539609 Apr 19 19:13:24.332309 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7caf2-76b7-4fc8-b4d6-e8e399935b4d req-f851bbdf-4283-483e-881f-7db2f3c0132b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:24.335653 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e6d7caf2-76b7-4fc8-b4d6-e8e399935b4d req-f851bbdf-4283-483e-881f-7db2f3c0132b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 946 time: 0.1166039 Apr 19 19:13:24.376642 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a8c86aef-478f-4e7d-9c3a-f28c1fd4dab3 req-3222034d-829d-4f98-bf33-080eb9e91bbf service neutron] 10.222.0.75 "GET /v2.0/networks/34b4e332-7403-4128-b8b9-3726b7958fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238908 Apr 19 19:13:24.410050 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e6d7caf2-76b7-4fc8-b4d6-e8e399935b4d req-c8dab94e-5e9b-4647-8164-0d5fc7aaef2d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664189 Apr 19 19:13:24.554069 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a8c86aef-478f-4e7d-9c3a-f28c1fd4dab3 req-3a3d407b-b1c5-42fc-88ab-c88d8f90ab4c service neutron] 10.222.0.75 "GET /v2.0/networks/34b4e332-7403-4128-b8b9-3726b7958fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698709 Apr 19 19:13:24.666589 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Sync routers for ids ['44604a19-24d5-4147-a390-cb31709cce41'] in dv-cinder-786932-1-smb {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:13:24.678351 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Routers {'44604a19-24d5-4147-a390-cb31709cce41'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:13:24.679942 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:13:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['44604a19-24d5-4147-a390-cb31709cce41'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:24.922279 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 44588) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:24.930235 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-cc7ba598-42d5-490c-982b-f0b8975a8f9b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1223129679', 'description': 'tempest-secgroup-smoke-1223129679 description', 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:24.941315 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-cc7ba598-42d5-490c-982b-f0b8975a8f9b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:24.951828 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-cc7ba598-42d5-490c-982b-f0b8975a8f9b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Usage tracker for resource:security_group and tenant:b4938380a9b34f6e8ad32344ffb7cc84 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:24.958812 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-cc7ba598-42d5-490c-982b-f0b8975a8f9b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:24.969658 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-cc7ba598-42d5-490c-982b-f0b8975a8f9b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:24.979615 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Set router 44604a19-24d5-4147-a390-cb31709cce41 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:13:24.986146 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cc7ba598-42d5-490c-982b-f0b8975a8f9b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:24.989733 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5724e10-20b6-428b-8f14-80e1c7fdb376 req-1dbe974a-7c83-4d21-9ed8-7245f3b8f2a1 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:24.991430 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e5724e10-20b6-428b-8f14-80e1c7fdb376 req-1dbe974a-7c83-4d21-9ed8-7245f3b8f2a1 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.1370146 Apr 19 19:13:25.023330 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-cc7ba598-42d5-490c-982b-f0b8975a8f9b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:25.028402 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-cc7ba598-42d5-490c-982b-f0b8975a8f9b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Usage tracker for resource:security_group_rule and tenant:b4938380a9b34f6e8ad32344ffb7cc84 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:25.040352 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-cc7ba598-42d5-490c-982b-f0b8975a8f9b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:25.050422 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-cc7ba598-42d5-490c-982b-f0b8975a8f9b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:25.059312 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e5724e10-20b6-428b-8f14-80e1c7fdb376 req-cdbffce4-552c-4fff-afe2-7f81b8366f09 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601480 Apr 19 19:13:25.079741 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 578b8ab2-ba14-4a72-b336-69d406c7c601 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:13:25.145877 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 3f953ad0-c741-44b8-9871-844c6872d5c1 up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:25.164020 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cc7ba598-42d5-490c-982b-f0b8975a8f9b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:25.168817 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cc7ba598-42d5-490c-982b-f0b8975a8f9b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:25.193188 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-80f4aa4e-d52e-415c-ae2f-537cd41437b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:25.204205 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cc7ba598-42d5-490c-982b-f0b8975a8f9b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:25.205658 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-cc7ba598-42d5-490c-982b-f0b8975a8f9b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2817266 Apr 19 19:13:25.208872 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 44594) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:25.216919 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-bd6ea02c-9eab-4b88-942e-77349adc7e54 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Request body: {'security_group_rule': {'security_group_id': '9915e04c-634a-4718-acfa-b378187e6ad3', 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:25.226525 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-bd6ea02c-9eab-4b88-942e-77349adc7e54 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:25.232809 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-bd6ea02c-9eab-4b88-942e-77349adc7e54 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Usage tracker for resource:security_group_rule and tenant:b4938380a9b34f6e8ad32344ffb7cc84 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:25.236123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-bd6ea02c-9eab-4b88-942e-77349adc7e54 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:25.242830 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-bd6ea02c-9eab-4b88-942e-77349adc7e54 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:25.259461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bd6ea02c-9eab-4b88-942e-77349adc7e54 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:25.276265 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ba598-42d5-490c-982b-f0b8975a8f9b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9915e04c-634a-4718-acfa-b378187e6ad3,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:25.283877 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cc7ba598-42d5-490c-982b-f0b8975a8f9b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:25.346351 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bd6ea02c-9eab-4b88-942e-77349adc7e54 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:25.349940 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bd6ea02c-9eab-4b88-942e-77349adc7e54 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:25.359556 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-dd37327e-d484-44f2-9369-3b023ff823ca tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:25.364092 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcedfca-1689-47d1-afa4-20c7fb95c493 req-e5b209cd-1a36-49eb-b124-eafe80a1f273 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:25.364916 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-1bcedfca-1689-47d1-afa4-20c7fb95c493 req-e5b209cd-1a36-49eb-b124-eafe80a1f273 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Synchronizing usage tracker for tenant:19893efe700c431fb04bd1543ada8456 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:13:25.402883 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ea02c-9eab-4b88-942e-77349adc7e54 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361bfe1d-6ab2-4c03-a1af-353a546df464,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:25.405382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-1bcedfca-1689-47d1-afa4-20c7fb95c493 req-e5b209cd-1a36-49eb-b124-eafe80a1f273 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Unset dirty status for tenant:19893efe700c431fb04bd1543ada8456 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:13:25.406271 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bd6ea02c-9eab-4b88-942e-77349adc7e54 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:25.411747 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bd6ea02c-9eab-4b88-942e-77349adc7e54 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:25.413151 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1bcedfca-1689-47d1-afa4-20c7fb95c493 req-e5b209cd-1a36-49eb-b124-eafe80a1f273 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 944 time: 0.1813557 Apr 19 19:13:25.414490 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-bd6ea02c-9eab-4b88-942e-77349adc7e54 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2039948 Apr 19 19:13:25.417054 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 44600) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:25.424856 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-0bf04d1f-1679-45ca-b7b1-5dc058d32da0 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Request body: {'security_group_rule': {'security_group_id': '9915e04c-634a-4718-acfa-b378187e6ad3', 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:25.432738 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0bf04d1f-1679-45ca-b7b1-5dc058d32da0 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:25.444121 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0bf04d1f-1679-45ca-b7b1-5dc058d32da0 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Usage tracker for resource:security_group_rule and tenant:b4938380a9b34f6e8ad32344ffb7cc84 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:25.449642 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0bf04d1f-1679-45ca-b7b1-5dc058d32da0 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:25.456450 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0bf04d1f-1679-45ca-b7b1-5dc058d32da0 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:25.472207 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1bcedfca-1689-47d1-afa4-20c7fb95c493 req-9c9d8686-eed2-443a-b368-02d022acbc48 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580080 Apr 19 19:13:25.561931 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0bf04d1f-1679-45ca-b7b1-5dc058d32da0 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:25.619886 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609da8e-3fc1-4380-a578-afcfb549d473 req-78e8b693-9474-468f-91f4-79374eaee5c7 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:25.621676 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8609da8e-3fc1-4380-a578-afcfb549d473 req-78e8b693-9474-468f-91f4-79374eaee5c7 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1593878 Apr 19 19:13:25.701994 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b642e4-5d85-4fd2-b47e-b628ecc722eb req-d67f0ad0-8b2c-4b6c-b252-5c2d5d0d45b8 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:25.710349 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8609da8e-3fc1-4380-a578-afcfb549d473 req-3a6a20bb-96be-4275-a863-3b48374782e7 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804694 Apr 19 19:13:25.710863 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-67b642e4-5d85-4fd2-b47e-b628ecc722eb req-d67f0ad0-8b2c-4b6c-b252-5c2d5d0d45b8 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 946 time: 0.1156483 Apr 19 19:13:25.740014 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0bf04d1f-1679-45ca-b7b1-5dc058d32da0 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:25.758169 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0bf04d1f-1679-45ca-b7b1-5dc058d32da0 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:25.769482 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:25.795084 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf04d1f-1679-45ca-b7b1-5dc058d32da0 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8487bc1f-d591-4685-ac92-2732eb7077b9,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:25.801538 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0bf04d1f-1679-45ca-b7b1-5dc058d32da0 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:25.808917 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0bf04d1f-1679-45ca-b7b1-5dc058d32da0 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:25.813721 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-0bf04d1f-1679-45ca-b7b1-5dc058d32da0 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3952923 Apr 19 19:13:25.814652 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 44612) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:25.821165 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-253b541b-3d55-44e8-b08a-15dfaa8bbbce tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Request body: {'security_group_rule': {'security_group_id': '9915e04c-634a-4718-acfa-b378187e6ad3', 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:25.828733 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-253b541b-3d55-44e8-b08a-15dfaa8bbbce tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:25.832743 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-253b541b-3d55-44e8-b08a-15dfaa8bbbce tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Usage tracker for resource:security_group_rule and tenant:b4938380a9b34f6e8ad32344ffb7cc84 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:25.835943 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-253b541b-3d55-44e8-b08a-15dfaa8bbbce tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:25.842538 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-253b541b-3d55-44e8-b08a-15dfaa8bbbce tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:25.847127 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-67b642e4-5d85-4fd2-b47e-b628ecc722eb req-4233e986-63e9-40b5-bb02-f71e8b9e456c tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352160 Apr 19 19:13:25.868071 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-253b541b-3d55-44e8-b08a-15dfaa8bbbce tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:25.882320 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf3ad4-5d49-47b5-878a-6cda6312d463 req-6b8c50a6-e081-4d11-87f9-77ec6e555b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:25.883948 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-54bf3ad4-5d49-47b5-878a-6cda6312d463 req-6b8c50a6-e081-4d11-87f9-77ec6e555b0a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b&tenant_id=3f06609ad86c4c05a7a4dd90ffe12706 HTTP/1.1" status: 200 len: 1097 time: 0.1704516 Apr 19 19:13:25.899164 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 578b8ab2-ba14-4a72-b336-69d406c7c601, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=578b8ab2-ba14-4a72-b336-69d406c7c601,segment=NetworkSegment(c0961489-2566-435f-85cf-82397b3d71ba),segment_id=c0961489-2566-435f-85cf-82397b3d71ba)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:25.913053 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 3f953ad0-c741-44b8-9871-844c6872d5c1 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:25.913472 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:26.009107 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf3ad4-5d49-47b5-878a-6cda6312d463 req-1480822b-3c61-40e6-82cc-86cb13158f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:26.012339 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': '578b8ab2-ba14-4a72-b336-69d406c7c601', 'network_id': '34b4e332-7403-4128-b8b9-3726b7958fad', 'port_id': '578b8ab2-ba14-4a72-b336-69d406c7c601', 'mac_address': 'fa:16:3e:e3:dc:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb625c53-4e08-4bed-9fad-34049abfe93a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:13:26.022646 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-54bf3ad4-5d49-47b5-878a-6cda6312d463 req-1480822b-3c61-40e6-82cc-86cb13158f99 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3f06609ad86c4c05a7a4dd90ffe12706&device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 1097 time: 0.1144037 Apr 19 19:13:26.050685 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-253b541b-3d55-44e8-b08a-15dfaa8bbbce tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:26.058319 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-253b541b-3d55-44e8-b08a-15dfaa8bbbce tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:26.062656 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:26.101276 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b541b-3d55-44e8-b08a-15dfaa8bbbce tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3021e709-9c2c-4522-87ef-c7810c36230e,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:26.108099 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-253b541b-3d55-44e8-b08a-15dfaa8bbbce tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:26.147271 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-253b541b-3d55-44e8-b08a-15dfaa8bbbce tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:26.151911 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-253b541b-3d55-44e8-b08a-15dfaa8bbbce tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3360415 Apr 19 19:13:26.152736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 44628) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:26.161550 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:26.163287 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-f68ff823-483f-48db-bdba-ffa03350baec tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Request body: {'security_group_rule': {'security_group_id': '9915e04c-634a-4718-acfa-b378187e6ad3', 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:26.172280 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f68ff823-483f-48db-bdba-ffa03350baec tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:26.184876 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04deb688-43ab-49ee-bbc4-96d3e6ec07b9 req-42f9b1e7-2bc3-4252-bf30-ac1e660fc98d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:26.192571 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-04deb688-43ab-49ee-bbc4-96d3e6ec07b9 req-42f9b1e7-2bc3-4252-bf30-ac1e660fc98d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 946 time: 0.1959829 Apr 19 19:13:26.194917 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f68ff823-483f-48db-bdba-ffa03350baec tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Usage tracker for resource:security_group_rule and tenant:b4938380a9b34f6e8ad32344ffb7cc84 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:26.196454 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578b8ab2-ba14-4a72-b336-69d406c7c601 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:13:26.199445 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f68ff823-483f-48db-bdba-ffa03350baec tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:26.199607 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf3ad4-5d49-47b5-878a-6cda6312d463 req-429a101a-e1a6-4ebf-a48d-6654727333ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:26.203451 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-54bf3ad4-5d49-47b5-878a-6cda6312d463 req-429a101a-e1a6-4ebf-a48d-6654727333ab service neutron] 10.222.0.75 "GET /v2.0/networks?id=132d4ad0-195c-4d5c-9957-e76f12440abe HTTP/1.1" status: 200 len: 918 time: 0.1737072 Apr 19 19:13:26.226639 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f68ff823-483f-48db-bdba-ffa03350baec tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:26.235033 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 578b8ab2-ba14-4a72-b336-69d406c7c601, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=578b8ab2-ba14-4a72-b336-69d406c7c601,segment=NetworkSegment(c0961489-2566-435f-85cf-82397b3d71ba),segment_id=c0961489-2566-435f-85cf-82397b3d71ba)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:26.243049 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:26.246565 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:26.283258 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-04deb688-43ab-49ee-bbc4-96d3e6ec07b9 req-43c653cc-1b09-4a3d-ad22-7c2d5e2332ef tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896637 Apr 19 19:13:26.292713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44604a19-24d5-4147-a390-cb31709cce41', 'name': 'tempest-TestShelveInstance-1242929448-router', 'tenant_id': '0a15e2339e924f19916453ff18706045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3f953ad0-c741-44b8-9871-844c6872d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:13:12Z', 'updated_at': '2021-04-19T19:13:21Z', 'revision_number': 4, 'project_id': '0a15e2339e924f19916453ff18706045', 'gw_port': {'id': '3f953ad0-c741-44b8-9871-844c6872d5c1', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44604a19-24d5-4147-a390-cb31709cce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:13Z', 'updated_at': '2021-04-19T19:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '2163d059-d4ce-478a-8780-a1fc7564e14f', 'name': '', 'network_id': 'f6a9c4f5-0800-409a-806c-113250c25b5f', 'tenant_id': '0a15e2339e924f19916453ff18706045', 'mac_address': 'fa:16:3e:03:79:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44604a19-24d5-4147-a390-cb31709cce41', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'f287f87d-829a-44b0-8e9e-2c08c155c366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:19Z', 'updated_at': '2021-04-19T19:13:21Z', 'revision_number': 2, 'project_id': '0a15e2339e924f19916453ff18706045', 'subnets': [{'id': 'f287f87d-829a-44b0-8e9e-2c08c155c366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:26.305713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f68ff823-483f-48db-bdba-ffa03350baec tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:26.306133 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Checking router: 44604a19-24d5-4147-a390-cb31709cce41 for host: dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:13:26.307577 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Updating router 44604a19-24d5-4147-a390-cb31709cce41 port 2163d059-d4ce-478a-8780-a1fc7564e14f binding host dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 19:13:26.335956 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-54bf3ad4-5d49-47b5-878a-6cda6312d463 req-042ac8b5-5532-4ab2-8d6b-de40d88abaeb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe8234a5-cab0-4006-bbaa-502ff2d54ea2 HTTP/1.1" status: 200 len: 1000 time: 0.1242456 Apr 19 19:13:26.431000 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=578b8ab2-ba14-4a72-b336-69d406c7c601,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:26.443403 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:26.446514 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f68ff823-483f-48db-bdba-ffa03350baec tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:26.451859 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f68ff823-483f-48db-bdba-ffa03350baec tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:26.454201 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0bf04d1f-1679-45ca-b7b1-5dc058d32da0 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:26.462213 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:26.472290 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf3ad4-5d49-47b5-878a-6cda6312d463 req-f8161fa4-6e06-4e90-97b2-61f8c8700cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:26.473768 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-54bf3ad4-5d49-47b5-878a-6cda6312d463 req-f8161fa4-6e06-4e90-97b2-61f8c8700cdc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6520559-3281-4271-a77a-f193645776b6 HTTP/1.1" status: 200 len: 856 time: 0.1239626 Apr 19 19:13:26.515273 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f68ff823-483f-48db-bdba-ffa03350baec tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:26.519853 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-f68ff823-483f-48db-bdba-ffa03350baec tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3651891 Apr 19 19:13:26.538117 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 44640) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:26.550649 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-355763fa-20d8-4400-8c6f-bc200f26c24c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Request body: {'security_group_rule': {'security_group_id': '9915e04c-634a-4718-acfa-b378187e6ad3', 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:26.558245 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-355763fa-20d8-4400-8c6f-bc200f26c24c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:26.563412 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-355763fa-20d8-4400-8c6f-bc200f26c24c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Usage tracker for resource:security_group_rule and tenant:b4938380a9b34f6e8ad32344ffb7cc84 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:26.565254 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ff823-483f-48db-bdba-ffa03350baec tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e03c13-a7c6-4c3c-9d17-ce65a86293b8,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:26.572571 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-355763fa-20d8-4400-8c6f-bc200f26c24c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:26.573417 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f68ff823-483f-48db-bdba-ffa03350baec tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:26.590318 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-355763fa-20d8-4400-8c6f-bc200f26c24c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:26.596960 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['578b8ab2-ba14-4a72-b336-69d406c7c601'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:13:26.605269 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.securitygroups_db [None req-355763fa-20d8-4400-8c6f-bc200f26c24c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Project b4938380a9b34f6e8ad32344ffb7cc84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 19:13:26.619326 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-355763fa-20d8-4400-8c6f-bc200f26c24c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:26.661978 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86444f1f-82af-42cc-b2ad-b4c280c0a31a req-9ea0c46f-d80a-4691-8c03-d74b75045be5 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:26.663956 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-86444f1f-82af-42cc-b2ad-b4c280c0a31a req-9ea0c46f-d80a-4691-8c03-d74b75045be5 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.1536074 Apr 19 19:13:26.699879 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf3ad4-5d49-47b5-878a-6cda6312d463 req-41f24e06-d263-4e2a-88f4-d44ca9cef0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:26.701528 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-54bf3ad4-5d49-47b5-878a-6cda6312d463 req-41f24e06-d263-4e2a-88f4-d44ca9cef0ee service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=132d4ad0-195c-4d5c-9957-e76f12440abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2203295 Apr 19 19:13:26.755162 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-86444f1f-82af-42cc-b2ad-b4c280c0a31a req-2d1b0365-62fa-4e7f-92e9-138e27786359 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821357 Apr 19 19:13:26.763903 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-355763fa-20d8-4400-8c6f-bc200f26c24c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:26.824051 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-355763fa-20d8-4400-8c6f-bc200f26c24c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:26.841104 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:26.876911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355763fa-20d8-4400-8c6f-bc200f26c24c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d6e62c-2c98-4e55-bf68-3c041df5700e,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:26.888058 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-355763fa-20d8-4400-8c6f-bc200f26c24c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:26.897506 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-355763fa-20d8-4400-8c6f-bc200f26c24c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:26.899055 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-355763fa-20d8-4400-8c6f-bc200f26c24c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3595128 Apr 19 19:13:26.902766 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 44646) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:26.910723 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-12833bda-3257-4ba3-8590-deb47fa9e460 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Request body: {'security_group_rule': {'security_group_id': '9915e04c-634a-4718-acfa-b378187e6ad3', 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:26.921685 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-12833bda-3257-4ba3-8590-deb47fa9e460 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:26.940346 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-12833bda-3257-4ba3-8590-deb47fa9e460 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Usage tracker for resource:security_group_rule and tenant:b4938380a9b34f6e8ad32344ffb7cc84 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:26.948349 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-12833bda-3257-4ba3-8590-deb47fa9e460 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:26.960675 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-12833bda-3257-4ba3-8590-deb47fa9e460 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:26.991386 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-54bf3ad4-5d49-47b5-878a-6cda6312d463 req-28aad3df-f155-44d0-af2b-5b8e6d8758ea service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702322 Apr 19 19:13:26.994751 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.securitygroups_db [None req-12833bda-3257-4ba3-8590-deb47fa9e460 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Project b4938380a9b34f6e8ad32344ffb7cc84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 19:13:27.028880 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28922aee-5964-49e6-b6fa-3249621b4ecd req-8a77a8ce-6bb1-499b-a0bd-77f8e21629eb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:27.032153 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-28922aee-5964-49e6-b6fa-3249621b4ecd req-8a77a8ce-6bb1-499b-a0bd-77f8e21629eb tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 945 time: 0.1315954 Apr 19 19:13:27.099459 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-28922aee-5964-49e6-b6fa-3249621b4ecd req-6d78e38b-d154-431c-9a89-6f3e068db5e2 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609100 Apr 19 19:13:27.117397 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-12833bda-3257-4ba3-8590-deb47fa9e460 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:27.204364 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Notify callbacks [] for port, precommit_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:27.218101 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Transition to ACTIVE for port object 2163d059-d4ce-478a-8780-a1fc7564e14f will not be triggered until provisioned by entity L2. {{(pid=86368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:13:27.225645 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:27.232681 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:27.288831 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-54bf3ad4-5d49-47b5-878a-6cda6312d463 req-113758a9-bea0-4d64-a0d3-c161bce5ffd5 service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754071 Apr 19 19:13:27.322626 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-12833bda-3257-4ba3-8590-deb47fa9e460 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:27.333857 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e945761-ad98-4608-b594-a252a68e8072 req-48de8574-b3fc-4311-b504-3ef544a8a725 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:27.335545 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6e945761-ad98-4608-b594-a252a68e8072 req-48de8574-b3fc-4311-b504-3ef544a8a725 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 946 time: 0.2008252 Apr 19 19:13:27.336998 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-12833bda-3257-4ba3-8590-deb47fa9e460 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:27.339845 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-768b2367-941b-4181-8485-4ba86dba7ee2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:27.353050 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d69b5e-acd0-46e1-b218-3dcada4f384d req-8ac77d3f-3c12-43c0-91d9-f1b07984d84f tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:27.356003 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b9d69b5e-acd0-46e1-b218-3dcada4f384d req-8ac77d3f-3c12-43c0-91d9-f1b07984d84f tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 946 time: 0.1279280 Apr 19 19:13:27.385934 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12833bda-3257-4ba3-8590-deb47fa9e460 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610d2216-0afc-4480-93e9-7b69ee9bd5bb,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:27.394808 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-12833bda-3257-4ba3-8590-deb47fa9e460 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:27.398877 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b88b35-f678-4f46-beb8-ad8c9adc4068 None None] Pushing event updated for resources: {'Port': ['ID=2163d059-d4ce-478a-8780-a1fc7564e14f,revision_number=3']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:27.401909 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-12833bda-3257-4ba3-8590-deb47fa9e460 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:27.411918 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-12833bda-3257-4ba3-8590-deb47fa9e460 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4992683 Apr 19 19:13:27.412145 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-36b88b35-f678-4f46-beb8-ad8c9adc4068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:27.440110 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6e945761-ad98-4608-b594-a252a68e8072 req-5a9bc4f4-e847-4aab-a1ee-53aa4c43761d tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767524 Apr 19 19:13:27.453639 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b9d69b5e-acd0-46e1-b218-3dcada4f384d req-b0527e5b-61df-499a-aeb9-be5cba68ce66 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905247 Apr 19 19:13:27.580989 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Attempting to bind port 2163d059-d4ce-478a-8780-a1fc7564e14f on host dv-cinder-786932-1-smb for vnic_type normal with profile {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:13:27.581419 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Attempting to bind port 2163d059-d4ce-478a-8780-a1fc7564e14f by drivers openvswitch,hyperv on host dv-cinder-786932-1-smb at level 0 using segments [{'id': '4a2aa183-cfcd-495d-9da4-a465f0b5ac24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6a9c4f5-0800-409a-806c-113250c25b5f'}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:13:27.581847 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Attempting to bind port 2163d059-d4ce-478a-8780-a1fc7564e14f on network f6a9c4f5-0800-409a-806c-113250c25b5f {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:13:27.599442 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Checking agent: {'id': 'd31c8ae5-206f-40fe-aa02-98e6fb85a478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 1, 12), 'started_at': datetime.datetime(2021, 4, 19, 19, 1, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:13:27.599925 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Checking segment: {'id': '4a2aa183-cfcd-495d-9da4-a465f0b5ac24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6a9c4f5-0800-409a-806c-113250c25b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:13:27.600372 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:27.600891 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Bound using segment: {'id': '4a2aa183-cfcd-495d-9da4-a465f0b5ac24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6a9c4f5-0800-409a-806c-113250c25b5f'} {{(pid=86368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:13:27.601364 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Bound port: 2163d059-d4ce-478a-8780-a1fc7564e14f, host: dv-cinder-786932-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2aa183-cfcd-495d-9da4-a465f0b5ac24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6a9c4f5-0800-409a-806c-113250c25b5f'}}] {{(pid=86368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:13:27.601800 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:27.744834 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] For port 2163d059-d4ce-478a-8780-a1fc7564e14f, host dv-cinder-786932-1-smb, cleared binding levels {{(pid=86368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:13:27.748875 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] For port 2163d059-d4ce-478a-8780-a1fc7564e14f, host dv-cinder-786932-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=2163d059-d4ce-478a-8780-a1fc7564e14f,segment=NetworkSegment(4a2aa183-cfcd-495d-9da4-a465f0b5ac24),segment_id=4a2aa183-cfcd-495d-9da4-a465f0b5ac24)] {{(pid=86368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:13:27.752593 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:27.757919 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-36b88b35-f678-4f46-beb8-ad8c9adc4068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:27.841539 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Routers {'44604a19-24d5-4147-a390-cb31709cce41'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:13:27.842238 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:13:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['44604a19-24d5-4147-a390-cb31709cce41'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:28.056498 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d82fe-6332-4910-935f-3185f59ba549 req-4d0940d6-e675-427d-873c-df1d18d0a078 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:28.064545 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f30d82fe-6332-4910-935f-3185f59ba549 req-4d0940d6-e675-427d-873c-df1d18d0a078 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.1475668 Apr 19 19:13:28.071747 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b88b35-f678-4f46-beb8-ad8c9adc4068 None None] Pushing event updated for resources: {'Port': ['ID=2163d059-d4ce-478a-8780-a1fc7564e14f,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:28.075497 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-36b88b35-f678-4f46-beb8-ad8c9adc4068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:28.096803 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] Set router 44604a19-24d5-4147-a390-cb31709cce41 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:13:28.160133 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f30d82fe-6332-4910-935f-3185f59ba549 req-1b7cfdd1-a887-4427-bdba-f09addc7859b tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935090 Apr 19 19:13:28.445918 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6deb5-6439-4283-aab6-9d1ebcd35706 req-ab8904c0-c6f8-4432-aebc-ba4a7ca1f427 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:28.465244 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-14b6deb5-6439-4283-aab6-9d1ebcd35706 req-ab8904c0-c6f8-4432-aebc-ba4a7ca1f427 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 945 time: 0.1941156 Apr 19 19:13:28.573861 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44604a19-24d5-4147-a390-cb31709cce41', 'name': 'tempest-TestShelveInstance-1242929448-router', 'tenant_id': '0a15e2339e924f19916453ff18706045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3f953ad0-c741-44b8-9871-844c6872d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:13:12Z', 'updated_at': '2021-04-19T19:13:21Z', 'revision_number': 4, 'project_id': '0a15e2339e924f19916453ff18706045', 'gw_port': {'id': '3f953ad0-c741-44b8-9871-844c6872d5c1', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44604a19-24d5-4147-a390-cb31709cce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:13Z', 'updated_at': '2021-04-19T19:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '2163d059-d4ce-478a-8780-a1fc7564e14f', 'name': '', 'network_id': 'f6a9c4f5-0800-409a-806c-113250c25b5f', 'tenant_id': '0a15e2339e924f19916453ff18706045', 'mac_address': 'fa:16:3e:03:79:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44604a19-24d5-4147-a390-cb31709cce41', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'f287f87d-829a-44b0-8e9e-2c08c155c366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:19Z', 'updated_at': '2021-04-19T19:13:27Z', 'revision_number': 4, 'project_id': '0a15e2339e924f19916453ff18706045', 'subnets': [{'id': 'f287f87d-829a-44b0-8e9e-2c08c155c366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:28.580673 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a867accc-1363-4729-a0c1-998492e7d867 None None] The sync data for ids ['44604a19-24d5-4147-a390-cb31709cce41'] in dv-cinder-786932-1-smb is: [{'id': '44604a19-24d5-4147-a390-cb31709cce41', 'name': 'tempest-TestShelveInstance-1242929448-router', 'tenant_id': '0a15e2339e924f19916453ff18706045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3f953ad0-c741-44b8-9871-844c6872d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:13:12Z', 'updated_at': '2021-04-19T19:13:21Z', 'revision_number': 4, 'project_id': '0a15e2339e924f19916453ff18706045', 'gw_port': {'id': '3f953ad0-c741-44b8-9871-844c6872d5c1', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44604a19-24d5-4147-a390-cb31709cce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:13Z', 'updated_at': '2021-04-19T19:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '2163d059-d4ce-478a-8780-a1fc7564e14f', 'name': '', 'network_id': 'f6a9c4f5-0800-409a-806c-113250c25b5f', 'tenant_id': '0a15e2339e924f19916453ff18706045', 'mac_address': 'fa:16:3e:03:79:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44604a19-24d5-4147-a390-cb31709cce41', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'f287f87d-829a-44b0-8e9e-2c08c155c366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:19Z', 'updated_at': '2021-04-19T19:13:27Z', 'revision_number': 4, 'project_id': '0a15e2339e924f19916453ff18706045', 'subnets': [{'id': 'f287f87d-829a-44b0-8e9e-2c08c155c366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:13:28.592483 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-14b6deb5-6439-4283-aab6-9d1ebcd35706 req-3c49e94e-d6bb-4496-bd9d-1e56795ea8a5 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187706 Apr 19 19:13:28.912452 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e3933-8189-4d52-a07b-a03300ab4269 req-f46eacef-126a-4b2e-a646-8cf100e304e4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:28.914086 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a82e3933-8189-4d52-a07b-a03300ab4269 req-f46eacef-126a-4b2e-a646-8cf100e304e4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.75 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 946 time: 0.1959476 Apr 19 19:13:28.968853 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8d32b-4248-4e17-9d87-bc284e3b418e req-78d061cc-3d48-4c18-be1a-ade098f27f4c tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:28.971040 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bdd8d32b-4248-4e17-9d87-bc284e3b418e req-78d061cc-3d48-4c18-be1a-ade098f27f4c tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 946 time: 0.2001672 Apr 19 19:13:29.031442 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 578b8ab2-ba14-4a72-b336-69d406c7c601 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:29.107624 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-a82e3933-8189-4d52-a07b-a03300ab4269 req-2390a3cb-f27d-4fae-b5b3-f361532a9ae3 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Deleting port 3c28a3c7-6b8b-4027-820b-117a7b246ca4 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:13:29.108089 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-a82e3933-8189-4d52-a07b-a03300ab4269 req-2390a3cb-f27d-4fae-b5b3-f361532a9ae3 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:29.257192 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bdd8d32b-4248-4e17-9d87-bc284e3b418e req-81a865d9-0108-4d66-905a-53a60ed2d6ff tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646966 Apr 19 19:13:29.271906 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning for port 578b8ab2-ba14-4a72-b336-69d406c7c601 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:29.278884 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port 578b8ab2-ba14-4a72-b336-69d406c7c601 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:29.279101 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:29.387892 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 2163d059-d4ce-478a-8780-a1fc7564e14f up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:29.529681 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19ddde-e3e1-4664-ad4e-90291f48e85e req-abebbe93-2fff-4b1f-aaa9-16be98d3a773 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:29.542414 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8a19ddde-e3e1-4664-ad4e-90291f48e85e req-abebbe93-2fff-4b1f-aaa9-16be98d3a773 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.1780794 Apr 19 19:13:29.575393 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning for port 2163d059-d4ce-478a-8780-a1fc7564e14f completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:29.608514 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 2163d059-d4ce-478a-8780-a1fc7564e14f triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:29.608945 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:29.664754 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8a19ddde-e3e1-4664-ad4e-90291f48e85e req-c5eded0d-75d6-4510-89be-f522b2aceef0 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186047 Apr 19 19:13:29.981678 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:30.037430 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:30.077441 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] For port 2163d059-d4ce-478a-8780-a1fc7564e14f, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=2163d059-d4ce-478a-8780-a1fc7564e14f,segment=NetworkSegment(4a2aa183-cfcd-495d-9da4-a465f0b5ac24),segment_id=4a2aa183-cfcd-495d-9da4-a465f0b5ac24)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:30.104616 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:30.117326 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f82603ef-f72f-4a4a-a017-da691520dd63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:30.177305 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0201a32d-21f7-4cda-b088-72f33ddec9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578b8ab2-ba14-4a72-b336-69d406c7c601'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:13:30.268087 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 578b8ab2-ba14-4a72-b336-69d406c7c601, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=578b8ab2-ba14-4a72-b336-69d406c7c601,segment=NetworkSegment(c0961489-2566-435f-85cf-82397b3d71ba),segment_id=c0961489-2566-435f-85cf-82397b3d71ba)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:30.279527 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:30.281660 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-a82e3933-8189-4d52-a07b-a03300ab4269 req-2390a3cb-f27d-4fae-b5b3-f361532a9ae3 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] For port 3c28a3c7-6b8b-4027-820b-117a7b246ca4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3c28a3c7-6b8b-4027-820b-117a7b246ca4,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:30.284599 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-a82e3933-8189-4d52-a07b-a03300ab4269 req-2390a3cb-f27d-4fae-b5b3-f361532a9ae3 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:30.330194 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0201a32d-21f7-4cda-b088-72f33ddec9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578b8ab2-ba14-4a72-b336-69d406c7c601', 'code': 200} Apr 19 19:13:30.370420 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Pushing event updated for resources: {'Port': ['ID=2163d059-d4ce-478a-8780-a1fc7564e14f,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:30.387361 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:30.388002 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-201e9d37-5c2b-4878-be00-1e18e0e710fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:30.518735 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=578b8ab2-ba14-4a72-b336-69d406c7c601,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:30.522937 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:30.576461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-a82e3933-8189-4d52-a07b-a03300ab4269 req-2390a3cb-f27d-4fae-b5b3-f361532a9ae3 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Calling delete_port for 3c28a3c7-6b8b-4027-820b-117a7b246ca4 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:13:30.735682 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73a67e-b1ec-4f1c-a343-f95883e3642e req-75915e6c-bf9b-4a3e-8daa-c196d3e1f152 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:30.747324 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9b73a67e-b1ec-4f1c-a343-f95883e3642e req-75915e6c-bf9b-4a3e-8daa-c196d3e1f152 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 946 time: 0.1714661 Apr 19 19:13:30.823200 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9b73a67e-b1ec-4f1c-a343-f95883e3642e req-f35aed00-694f-467b-b129-b65268528aba tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747485 Apr 19 19:13:31.189122 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 2163d059-d4ce-478a-8780-a1fc7564e14f up at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:31.218020 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-a82e3933-8189-4d52-a07b-a03300ab4269 req-2390a3cb-f27d-4fae-b5b3-f361532a9ae3 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:31.224912 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-412a0e95-d225-4339-814d-21295033a3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:31.242515 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['9c036daa-1e8c-443b-be41-1313dc7fd5bc', 'bb27e8d5-0aa7-410e-83ac-240037c8cc6d', '8ceacf2a-488e-44bf-95ae-207e3d6d31fb'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:13:31.295196 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390a3cb-f27d-4fae-b5b3-f361532a9ae3 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Pushing event deleted for resources: {'Port': ['ID=3c28a3c7-6b8b-4027-820b-117a7b246ca4,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:31.301062 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2390a3cb-f27d-4fae-b5b3-f361532a9ae3 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:31.401002 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82e3933-8189-4d52-a07b-a03300ab4269 req-2390a3cb-f27d-4fae-b5b3-f361532a9ae3 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] No DVR routers for this DVR port 3c28a3c7-6b8b-4027-820b-117a7b246ca4 on host hv-cinder-78693 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:13:31.410756 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614af2f-7d0a-4aae-86da-9725aa3964e7 req-8f09becb-ff93-428a-8a5e-2ddd7d599a7a tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:31.412511 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e614af2f-7d0a-4aae-86da-9725aa3964e7 req-8f09becb-ff93-428a-8a5e-2ddd7d599a7a tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 946 time: 1.2957234 Apr 19 19:13:31.414874 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-a82e3933-8189-4d52-a07b-a03300ab4269 req-2390a3cb-f27d-4fae-b5b3-f361532a9ae3 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:31.418988 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e', 'name': 'network-vif-deleted', 'tag': '3c28a3c7-6b8b-4027-820b-117a7b246ca4'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:13:31.477829 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a82e3933-8189-4d52-a07b-a03300ab4269 req-2390a3cb-f27d-4fae-b5b3-f361532a9ae3 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.75 "DELETE /v2.0/ports/3c28a3c7-6b8b-4027-820b-117a7b246ca4 HTTP/1.1" status: 204 len: 173 time: 2.5572486 Apr 19 19:13:31.490913 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e614af2f-7d0a-4aae-86da-9725aa3964e7 req-38574851-017f-4375-9c43-740337f513a7 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636005 Apr 19 19:13:31.610729 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Provisioning complete for port 2163d059-d4ce-478a-8780-a1fc7564e14f triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:31.611328 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:31.749692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b566128-64c1-4dfa-93c6-8182ea4498c9 req-9de95039-fe84-46df-9caa-51c94af4e329 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:31.761877 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9b566128-64c1-4dfa-93c6-8182ea4498c9 req-9de95039-fe84-46df-9caa-51c94af4e329 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.1063902 Apr 19 19:13:31.807152 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9b566128-64c1-4dfa-93c6-8182ea4498c9 req-4c37884f-df46-4284-a403-fcf1f9be1ed6 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442927 Apr 19 19:13:31.882934 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e', 'name': 'network-vif-deleted', 'tag': '3c28a3c7-6b8b-4027-820b-117a7b246ca4', 'status': 'completed', 'code': 200} Apr 19 19:13:32.280433 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-3a9ae5c2-63f7-449d-a04d-13b705e07f62 req-dc3ba5c2-33d2-4182-b1f6-5a238f7d240e tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Synchronizing usage tracker for tenant:1e8c6d1bd53d4d81b36a71953a444481 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:13:32.296366 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-3a9ae5c2-63f7-449d-a04d-13b705e07f62 req-dc3ba5c2-33d2-4182-b1f6-5a238f7d240e tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Unset dirty status for tenant:1e8c6d1bd53d4d81b36a71953a444481 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:13:32.297645 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3a9ae5c2-63f7-449d-a04d-13b705e07f62 req-dc3ba5c2-33d2-4182-b1f6-5a238f7d240e tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 210 time: 0.0731022 Apr 19 19:13:32.500732 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f2cd6-8dbf-46d6-b039-f74335f792b5 req-6d549224-d24f-4f80-b392-647f8ca0735b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:32.502416 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8a3f2cd6-8dbf-46d6-b039-f74335f792b5 req-6d549224-d24f-4f80-b392-647f8ca0735b tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.0997496 Apr 19 19:13:32.554516 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8a3f2cd6-8dbf-46d6-b039-f74335f792b5 req-63c9bc99-ee15-47a9-a822-1e2b562e1f61 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450244 Apr 19 19:13:32.777273 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae020dc7-6106-49be-b520-2eae0c2e4fe1 req-903d57d6-9a3d-4dc1-a8c4-37e6f124a09f tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:32.778945 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ae020dc7-6106-49be-b520-2eae0c2e4fe1 req-903d57d6-9a3d-4dc1-a8c4-37e6f124a09f tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 946 time: 0.1062174 Apr 19 19:13:32.833535 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ae020dc7-6106-49be-b520-2eae0c2e4fe1 req-c3dc9b09-c191-49aa-aefa-3ff81b6ecf9a tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477846 Apr 19 19:13:33.038349 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922342d-b1ec-41a7-8d4d-bb1af299036e req-11e7ae53-ae3d-4603-b54f-366fb5998eaa tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:33.040221 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7922342d-b1ec-41a7-8d4d-bb1af299036e req-11e7ae53-ae3d-4603-b54f-366fb5998eaa tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.0982747 Apr 19 19:13:33.050733 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 3c28a3c7-6b8b-4027-820b-117a7b246ca4 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:13:33.096579 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7922342d-b1ec-41a7-8d4d-bb1af299036e req-081978a5-ed37-487e-a763-1dfd3eb09618 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435023 Apr 19 19:13:33.106509 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] No Port match for: 3c28a3c7-6b8b-4027-820b-117a7b246ca4 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:13:33.106946 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 3c28a3c7-6b8b-4027-820b-117a7b246ca4 not bound to the agent host hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:13:33.661813 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2fb17bbc-81a6-4334-af83-1fea37b7592f req-6a854874-39a6-4578-aa17-c8b3e9131f36 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 210 time: 0.0541933 Apr 19 19:13:33.900742 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b147d9-8784-4c45-9b83-02eae5366fec req-5b294537-fc7b-45df-97b3-d7d6507f74e5 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:33.902449 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a1b147d9-8784-4c45-9b83-02eae5366fec req-5b294537-fc7b-45df-97b3-d7d6507f74e5 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.1090817 Apr 19 19:13:33.955574 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a1b147d9-8784-4c45-9b83-02eae5366fec req-1089518d-755d-4d6b-9c29-924a30d1b77f tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462782 Apr 19 19:13:34.169436 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e186d31-dda7-431b-91b2-116be0069089 req-b501aaa3-4b8b-4f69-be3e-c4b9f482a16b tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:34.171013 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7e186d31-dda7-431b-91b2-116be0069089 req-b501aaa3-4b8b-4f69-be3e-c4b9f482a16b tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 946 time: 0.1077700 Apr 19 19:13:34.229108 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7e186d31-dda7-431b-91b2-116be0069089 req-77eca8f8-091e-4c09-9757-19068e635dd1 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515733 Apr 19 19:13:34.429062 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5599e8c-90d5-4ce5-a16d-25d183f492f4 req-4f603392-ee49-4b64-a64b-c6222b7c3ee2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:34.430688 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e5599e8c-90d5-4ce5-a16d-25d183f492f4 req-4f603392-ee49-4b64-a64b-c6222b7c3ee2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.0942385 Apr 19 19:13:34.483657 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e5599e8c-90d5-4ce5-a16d-25d183f492f4 req-44b99711-ebdc-4a3f-8e96-1afc99cb2882 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458441 Apr 19 19:13:34.856402 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-48334987-e256-48c7-8453-1299d33d141f req-0a5d5eb7-8ef2-4aa2-8f53-acd3d174fcf7 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 210 time: 0.0551913 Apr 19 19:13:35.183066 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f924b7-feba-4b6a-bbfc-3ed5190a01b2 req-fbbdb0fb-3552-4207-ad12-dac3e469adf2 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:35.184741 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-69f924b7-feba-4b6a-bbfc-3ed5190a01b2 req-fbbdb0fb-3552-4207-ad12-dac3e469adf2 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.0958526 Apr 19 19:13:35.240514 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-69f924b7-feba-4b6a-bbfc-3ed5190a01b2 req-da92b376-6b16-4b12-b139-958b2dd2ba1a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492570 Apr 19 19:13:35.603417 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1bf96-9d83-4100-8585-5105d7364766 req-4017601c-e350-4b7b-9480-55e6fe5cbe1a tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:35.610230 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-26d1bf96-9d83-4100-8585-5105d7364766 req-4017601c-e350-4b7b-9480-55e6fe5cbe1a tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 946 time: 0.1191571 Apr 19 19:13:35.656552 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-26d1bf96-9d83-4100-8585-5105d7364766 req-a8dd8cc2-455c-4196-88b6-8821caca122f tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446987 Apr 19 19:13:35.874288 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cfd6e-71f0-4eef-9d90-4a5733c12124 req-d6d30627-7609-4dcd-8b1c-268c8899e695 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:35.876539 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-666cfd6e-71f0-4eef-9d90-4a5733c12124 req-d6d30627-7609-4dcd-8b1c-268c8899e695 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.0988281 Apr 19 19:13:35.933479 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-666cfd6e-71f0-4eef-9d90-4a5733c12124 req-05b789b2-025c-4b5f-99ca-325f809bce6a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501871 Apr 19 19:13:36.101015 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7c7ce085-e499-4cd4-b9df-4fdf492bef34 req-d9e41947-6420-484c-b792-94ca0a776108 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 210 time: 0.0535972 Apr 19 19:13:36.460153 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d3b9e-3941-411f-9592-1ac1a58e758b req-a3b34a37-f7f2-4da2-bc47-7e2b422ede95 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:36.462631 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e89d3b9e-3941-411f-9592-1ac1a58e758b req-a3b34a37-f7f2-4da2-bc47-7e2b422ede95 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.0993104 Apr 19 19:13:36.524059 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e89d3b9e-3941-411f-9592-1ac1a58e758b req-1650125e-9b13-43d1-9ceb-eaa812b1fa38 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537415 Apr 19 19:13:36.892128 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6669b04-ac6f-40d5-b190-a41068d733d6 req-4b5c8013-d815-48b5-90f1-5f03b35abbd6 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:36.893841 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f6669b04-ac6f-40d5-b190-a41068d733d6 req-4b5c8013-d815-48b5-90f1-5f03b35abbd6 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 946 time: 0.0981262 Apr 19 19:13:36.974444 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f6669b04-ac6f-40d5-b190-a41068d733d6 req-a47e0770-99fd-45da-b592-1b18e9df0dea tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727372 Apr 19 19:13:37.190987 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149b4d5-bc00-4e8b-b0c5-98f8aef9beee req-b30ec1ff-5aa6-4f47-be18-a836b1472319 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:37.192696 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5149b4d5-bc00-4e8b-b0c5-98f8aef9beee req-b30ec1ff-5aa6-4f47-be18-a836b1472319 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.1073990 Apr 19 19:13:37.247242 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5149b4d5-bc00-4e8b-b0c5-98f8aef9beee req-e8b7ec87-117a-40b6-9453-e59c6f952a39 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472386 Apr 19 19:13:37.408004 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d85d5a73-35fd-42b4-a5f1-673251de5270 req-5bba2f1b-f64f-4076-8a1c-4eb107f79134 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 210 time: 0.0509021 Apr 19 19:13:37.759465 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3551e32-2e37-4dad-bb03-b0777f20c980 req-6b7aecf6-1e02-42ca-9181-8c22da8e2f8f tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:37.761308 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f3551e32-2e37-4dad-bb03-b0777f20c980 req-6b7aecf6-1e02-42ca-9181-8c22da8e2f8f tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.1151121 Apr 19 19:13:37.817315 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f3551e32-2e37-4dad-bb03-b0777f20c980 req-1118563e-907d-4430-8681-e0e8f42264bd tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493357 Apr 19 19:13:37.828677 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4cab5ae3-c2c8-434d-90d2-dee2e57be83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:38.211329 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477c198-5ec1-4be7-a389-e2309d617c41 req-1d5f1c51-3a37-4f4b-afae-be29aa333350 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:38.214138 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d477c198-5ec1-4be7-a389-e2309d617c41 req-1d5f1c51-3a37-4f4b-afae-be29aa333350 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 946 time: 0.1060483 Apr 19 19:13:38.270324 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d477c198-5ec1-4be7-a389-e2309d617c41 req-fdd045b7-34b6-424b-8850-9c022fc9d4d3 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492878 Apr 19 19:13:38.479225 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d2f61-649e-4751-abad-0e5b15571950 req-7d98a9c3-6faf-424c-9611-8d09f6b5e706 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:38.480928 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-604d2f61-649e-4751-abad-0e5b15571950 req-7d98a9c3-6faf-424c-9611-8d09f6b5e706 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.1001880 Apr 19 19:13:38.533662 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-604d2f61-649e-4751-abad-0e5b15571950 req-a396badf-b059-44a0-98cd-dafad36b66f1 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459418 Apr 19 19:13:38.704579 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f516df0a-c241-4df8-93b1-a49542615632 req-f38225f0-1297-4dc2-8fde-ef9a2304478e tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 210 time: 0.0517623 Apr 19 19:13:39.051685 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17522399-f958-4230-9fa7-e8c7ddd9070a req-a752b4bc-3a06-423a-89b9-40d1ab58ec64 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:39.053410 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-17522399-f958-4230-9fa7-e8c7ddd9070a req-a752b4bc-3a06-423a-89b9-40d1ab58ec64 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.1013794 Apr 19 19:13:39.115496 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-17522399-f958-4230-9fa7-e8c7ddd9070a req-54581ac1-7623-4fc0-85e4-6bdca7e1259a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555065 Apr 19 19:13:39.488481 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1baca9-029e-4857-a558-bcc0b32b7dff req-cde57c68-64c1-4232-9241-e6d6b074e1e6 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:39.490038 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ca1baca9-029e-4857-a558-bcc0b32b7dff req-cde57c68-64c1-4232-9241-e6d6b074e1e6 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 946 time: 0.0965939 Apr 19 19:13:39.540716 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ca1baca9-029e-4857-a558-bcc0b32b7dff req-0588cd39-a5d1-41e5-9d90-a9a3f0990440 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441248 Apr 19 19:13:39.766367 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d2155-bcdf-4ec6-b9cd-a3dce5582bcc req-1139e5ec-610a-445e-b937-b1ea4f19c581 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:39.767968 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-748d2155-bcdf-4ec6-b9cd-a3dce5582bcc req-1139e5ec-610a-445e-b937-b1ea4f19c581 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.1061800 Apr 19 19:13:39.825964 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-748d2155-bcdf-4ec6-b9cd-a3dce5582bcc req-075fdcd9-dc34-4b80-8eee-6e019664dd17 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509994 Apr 19 19:13:39.995491 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bf0baf7f-a0a4-4dcd-be71-d8f7ca1b5a86 req-1b2deaed-705f-4be8-a110-4dc49e9dad60 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 210 time: 0.0522065 Apr 19 19:13:40.343481 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244fc39-8e75-4f9c-a87c-1eb77829fbc4 req-b05e0249-941a-4dd2-9e0d-79b0cb0dc2a5 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:40.343481 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9244fc39-8e75-4f9c-a87c-1eb77829fbc4 req-b05e0249-941a-4dd2-9e0d-79b0cb0dc2a5 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.1109521 Apr 19 19:13:40.346870 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e537e023-1a64-4a2b-812d-fabc8580b367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:40.394691 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9244fc39-8e75-4f9c-a87c-1eb77829fbc4 req-520772d0-52f1-4fc5-8bf0-4a4fb25ca71a tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444105 Apr 19 19:13:40.773227 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fc346-5771-4d13-9c2d-bea2c184a67e req-c0b4a2e6-ca4b-4d7d-a02f-4cb3d34c7a5f tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:40.775376 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cc4fc346-5771-4d13-9c2d-bea2c184a67e req-c0b4a2e6-ca4b-4d7d-a02f-4cb3d34c7a5f tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 946 time: 0.1027887 Apr 19 19:13:40.832143 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cc4fc346-5771-4d13-9c2d-bea2c184a67e req-31453da4-908f-4702-983f-a7e621456143 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498202 Apr 19 19:13:41.055511 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdd271-1d33-4327-bda4-571c1965a6ae req-6237d0ec-6251-43bf-b146-9cde80133a97 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:41.057837 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-12bdd271-1d33-4327-bda4-571c1965a6ae req-6237d0ec-6251-43bf-b146-9cde80133a97 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.1007094 Apr 19 19:13:41.113951 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-12bdd271-1d33-4327-bda4-571c1965a6ae req-e1c69538-4ab9-4eec-bd05-8d3a77d55fc1 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491495 Apr 19 19:13:41.282838 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:41.297463 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-10ae3b05-faf5-4bde-80ed-2244e30d620f req-226d5da4-f492-4e2e-8fc7-be4bb65a0047 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 210 time: 0.0503275 Apr 19 19:13:41.548409 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:41.617142 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48427124-05e8-4090-a309-b6724e6f79ac req-576e4551-697a-47e7-94ac-09bb2b258e2f tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:41.618680 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-48427124-05e8-4090-a309-b6724e6f79ac req-576e4551-697a-47e7-94ac-09bb2b258e2f tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.1007464 Apr 19 19:13:41.668919 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-48427124-05e8-4090-a309-b6724e6f79ac req-803a3370-5409-483f-aa53-c5c442aec9b9 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436304 Apr 19 19:13:41.701309 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:42.046254 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea4bed-a9f1-432f-b4d3-f839045324a0 req-f3feddff-37cd-45f7-b85b-ecf3771067ae tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:42.047892 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-82ea4bed-a9f1-432f-b4d3-f839045324a0 req-f3feddff-37cd-45f7-b85b-ecf3771067ae tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 946 time: 0.0959156 Apr 19 19:13:42.098498 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-82ea4bed-a9f1-432f-b4d3-f839045324a0 req-986c3cb7-15f0-45c2-ab9c-dfa2f20050a1 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440357 Apr 19 19:13:42.371399 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b81bf1-b1c0-49f4-9f22-11dc9aeb6155 req-4c9837dc-fec0-4f5d-afd9-d23a7b70f30a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:42.373044 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-92b81bf1-b1c0-49f4-9f22-11dc9aeb6155 req-4c9837dc-fec0-4f5d-afd9-d23a7b70f30a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.1053662 Apr 19 19:13:42.426296 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-92b81bf1-b1c0-49f4-9f22-11dc9aeb6155 req-6e9603a2-5347-4554-9b8b-907387cd767e tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465059 Apr 19 19:13:42.648188 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7c78efa9-89e6-4b56-bafa-c7b11edfcd51 req-6d45ab0b-080a-4de3-8170-4534d1411d2e tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cb71bde-2902-4c8a-9b24-b84ab6fe3b7e HTTP/1.1" status: 200 len: 210 time: 0.0602691 Apr 19 19:13:42.670037 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3689af-5ced-4ccc-ab8c-9e767bd07896 req-347ca6e6-ca79-4c4d-945e-ce6569c637a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:42.671938 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0f3689af-5ced-4ccc-ab8c-9e767bd07896 req-347ca6e6-ca79-4c4d-945e-ce6569c637a8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 1099 time: 0.1544962 Apr 19 19:13:42.713191 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:42.729735 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0f3689af-5ced-4ccc-ab8c-9e767bd07896 req-d46e33b6-0a34-4b9f-824e-5e6fa37a5bbb service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502751 Apr 19 19:13:42.885417 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e07be2-ffed-4c33-ac2e-a83326636e01 req-a47655e1-3585-4498-a98d-1fbade6ac05c tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:42.887004 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e7e07be2-ffed-4c33-ac2e-a83326636e01 req-a47655e1-3585-4498-a98d-1fbade6ac05c tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.0901563 Apr 19 19:13:42.939832 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e7e07be2-ffed-4c33-ac2e-a83326636e01 req-5a51f562-83d9-44bd-afa7-d1a1cc519c43 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463307 Apr 19 19:13:43.322221 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e3e20-d32d-47ba-af69-84e3179c198e req-88c875db-49a4-40aa-907a-2991ba93d3be tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:43.323933 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fe0e3e20-d32d-47ba-af69-84e3179c198e req-88c875db-49a4-40aa-907a-2991ba93d3be tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 946 time: 0.0970812 Apr 19 19:13:43.375368 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fe0e3e20-d32d-47ba-af69-84e3179c198e req-ca0e6823-abd4-4003-91f9-2300deda2692 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451531 Apr 19 19:13:43.659308 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6ce34-2a9b-406f-8739-db74f84202f2 req-ec38cdf8-bdc1-47a0-aedc-766803b6ce6d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:43.660935 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-30d6ce34-2a9b-406f-8739-db74f84202f2 req-ec38cdf8-bdc1-47a0-aedc-766803b6ce6d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.0947735 Apr 19 19:13:43.719089 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-30d6ce34-2a9b-406f-8739-db74f84202f2 req-23198255-1040-478c-9504-a03f1aeadc71 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490348 Apr 19 19:13:44.094227 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffc533-ddd3-437e-a454-7b5ee1b75477 req-0deadad7-4ea3-4aeb-825b-151735c6e354 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:44.096229 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-22ffc533-ddd3-437e-a454-7b5ee1b75477 req-0deadad7-4ea3-4aeb-825b-151735c6e354 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0939579 Apr 19 19:13:44.152223 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-22ffc533-ddd3-437e-a454-7b5ee1b75477 req-ff895ac5-ec06-4e20-bb40-f285e3ae41bb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475962 Apr 19 19:13:44.181200 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893ff2b-7f89-4190-9fe8-5e39449c5d44 req-798c9499-c2a6-4e4d-aa07-962c363cff16 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:44.182769 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e893ff2b-7f89-4190-9fe8-5e39449c5d44 req-798c9499-c2a6-4e4d-aa07-962c363cff16 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.1145928 Apr 19 19:13:44.231175 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e893ff2b-7f89-4190-9fe8-5e39449c5d44 req-26185c0b-28eb-4b7b-ba97-48c372a055a4 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418773 Apr 19 19:13:44.584857 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f1c15-5c20-404c-9bda-4b841da645ce req-8acdfc18-d291-44db-8aad-35a8c1707d5b tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:44.586366 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-870f1c15-5c20-404c-9bda-4b841da645ce req-8acdfc18-d291-44db-8aad-35a8c1707d5b tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 946 time: 0.0888400 Apr 19 19:13:44.636468 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-870f1c15-5c20-404c-9bda-4b841da645ce req-e8c1ff48-486e-4b41-a1a8-5ed712500be4 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431054 Apr 19 19:13:44.928195 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034af8d-ff5b-4b68-97eb-666138611834 req-99cac4d5-946e-4b58-a9c0-d099cfabb16a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:44.929941 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2034af8d-ff5b-4b68-97eb-666138611834 req-99cac4d5-946e-4b58-a9c0-d099cfabb16a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 944 time: 0.0994341 Apr 19 19:13:44.985293 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2034af8d-ff5b-4b68-97eb-666138611834 req-714dc242-ca5e-4d71-901c-434f5ce44bb9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452273 Apr 19 19:13:45.120066 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device fe8234a5-cab0-4006-bbaa-502ff2d54ea2 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:13:45.294636 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port fe8234a5-cab0-4006-bbaa-502ff2d54ea2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:45.310757 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'port_id': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2', 'mac_address': 'fa:16:3e:ff:7c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:13:45.374919 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:45.397459 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8234a5-cab0-4006-bbaa-502ff2d54ea2 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:13:45.432070 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port fe8234a5-cab0-4006-bbaa-502ff2d54ea2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:45.441077 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:45.443050 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9c0447b3-a6c8-4363-8252-97b5621807f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:45.510312 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890b99f-288c-4f6e-a534-089350586f4e req-f1ba420a-a90e-4640-978a-62f75164aad3 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:45.522529 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0890b99f-288c-4f6e-a534-089350586f4e req-f1ba420a-a90e-4640-978a-62f75164aad3 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.1352637 Apr 19 19:13:45.549679 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,revision_number=9']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:45.561898 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:45.591270 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0890b99f-288c-4f6e-a534-089350586f4e req-4c4504a9-e025-41fe-a5b0-f8d6d0b674e5 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676315 Apr 19 19:13:45.683739 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62c439-e02d-489a-8627-fff0f852cdf2 req-277fa3ba-805d-4f71-97d9-7628aceb7e82 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:45.685554 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8d62c439-e02d-489a-8627-fff0f852cdf2 req-277fa3ba-805d-4f71-97d9-7628aceb7e82 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.3627670 Apr 19 19:13:45.738860 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8d62c439-e02d-489a-8627-fff0f852cdf2 req-64c32f2f-d211-43e8-baec-d7504d762f79 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467472 Apr 19 19:13:45.800022 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6a086-ace3-4cea-becd-c1da7900d309 req-93eb0ec3-86c9-4491-81bb-cb640f7160d9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:45.801626 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-36e6a086-ace3-4cea-becd-c1da7900d309 req-93eb0ec3-86c9-4491-81bb-cb640f7160d9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 945 time: 0.0964913 Apr 19 19:13:45.851207 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-36e6a086-ace3-4cea-becd-c1da7900d309 req-31c49acc-d2e1-416d-be51-90a9aebd72a5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419469 Apr 19 19:13:45.896577 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['fe8234a5-cab0-4006-bbaa-502ff2d54ea2'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:13:45.937709 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-a8bde516-a2e9-4dc3-8474-3d94e1e4dfa5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1223129679&fields=id&tenant_id=b4938380a9b34f6e8ad32344ffb7cc84 HTTP/1.1" status: 200 len: 267 time: 0.0442145 Apr 19 19:13:46.130289 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-a0c8f46e-0443-4e6f-869e-12c45e1fdcbc tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:46.139078 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-a0c8f46e-0443-4e6f-869e-12c45e1fdcbc tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/networks?id=67b4228e-71c2-40be-8161-770e93440890 HTTP/1.1" status: 200 len: 809 time: 0.1928065 Apr 19 19:13:46.156318 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-69678624-a9ad-4c9b-96ef-b3b95b2533ae tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/quotas/b4938380a9b34f6e8ad32344ffb7cc84 HTTP/1.1" status: 200 len: 375 time: 0.0159883 Apr 19 19:13:46.204101 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedd6d4-bfae-4784-b23a-8501653cfaff req-b1be822a-9127-4c5e-bfcf-c14154ffb4d1 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:46.205868 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cfedd6d4-bfae-4784-b23a-8501653cfaff req-b1be822a-9127-4c5e-bfcf-c14154ffb4d1 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 945 time: 0.0961914 Apr 19 19:13:46.268563 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-cfcd9474-232c-435e-8dc9-7af22b0f3aa0 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b4938380a9b34f6e8ad32344ffb7cc84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108689 Apr 19 19:13:46.277904 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cfedd6d4-bfae-4784-b23a-8501653cfaff req-a2abdba5-e88f-4aed-af9d-ebf2c2a89bf6 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643830 Apr 19 19:13:46.425309 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-2b1a680a-a6ff-4606-9d6d-10521bfb1513 service neutron] 10.222.0.58 "GET /v2.0/networks/67b4228e-71c2-40be-8161-770e93440890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550851 Apr 19 19:13:46.546111 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee24fb5-f340-4308-b5b8-8812bd72c492 req-849b8475-d0e5-4422-b12c-195a062dcb25 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:46.547723 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8ee24fb5-f340-4308-b5b8-8812bd72c492 req-849b8475-d0e5-4422-b12c-195a062dcb25 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 946 time: 0.1617894 Apr 19 19:13:46.556760 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0055ed-e70b-4277-9ebd-80a0a522f384 req-c17fe925-30d0-4f50-9813-154720df0584 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:46.558302 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-be0055ed-e70b-4277-9ebd-80a0a522f384 req-c17fe925-30d0-4f50-9813-154720df0584 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.75 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.1245062 Apr 19 19:13:46.573280 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-e011549f-860d-4a92-9a04-4d0f08cd7666 service neutron] 10.222.0.58 "GET /v2.0/networks/67b4228e-71c2-40be-8161-770e93440890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410358 Apr 19 19:13:46.718326 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-be0055ed-e70b-4277-9ebd-80a0a522f384 req-5d20ebea-4f34-4504-8bcd-d299ea5a2674 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Deleting port 70f4820a-4551-4a6a-bea9-2d858fc5da7d {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:13:46.718910 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-be0055ed-e70b-4277-9ebd-80a0a522f384 req-5d20ebea-4f34-4504-8bcd-d299ea5a2674 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:46.777738 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8ee24fb5-f340-4308-b5b8-8812bd72c492 req-08f4bc78-80a7-4195-a275-713dbd45543f tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182779 Apr 19 19:13:46.810399 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45006) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:47.041090 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d4bcb-70dd-4f33-ac51-0c3278a84bcd tempest-TestMinimumBasicScenario-1047321234 tempest-TestMinimumBasicScenario-1047321234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:47.045035 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-043d4bcb-70dd-4f33-ac51-0c3278a84bcd tempest-TestMinimumBasicScenario-1047321234 tempest-TestMinimumBasicScenario-1047321234-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 1094 time: 0.2311084 Apr 19 19:13:47.047921 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 45018) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:47.058570 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Request body: {'floatingip': {'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'port_id': 'dfbb4818-f139-4930-bab8-7b8c336b1222', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:47.068317 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:47.133485 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device fe8234a5-cab0-4006-bbaa-502ff2d54ea2 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:47.234693 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0e536-4be7-4296-8666-ff2baf0a3846 req-f8442c99-9976-41f0-9b8f-f85398030e8e tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:47.236615 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fec0e536-4be7-4296-8666-ff2baf0a3846 req-f8442c99-9976-41f0-9b8f-f85398030e8e tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1290617 Apr 19 19:13:47.244046 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port fe8234a5-cab0-4006-bbaa-502ff2d54ea2 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:47.248225 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:47.328519 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fec0e536-4be7-4296-8666-ff2baf0a3846 req-d3028fe1-5eb8-439a-8635-3e39f9152614 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830367 Apr 19 19:13:47.414450 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:47.415312 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Usage tracker for resource:floatingip and tenant:78d3b173fc2f4041ac6437d9f6370d8c is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:47.435295 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:47.446241 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0be2cd-e7da-449c-8ed1-c2fd388bd96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:13:47.457492 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port fe8234a5-cab0-4006-bbaa-502ff2d54ea2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:47.461512 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:47.464892 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d4406260-8c76-4fb5-aabd-ac73120242dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:47.485584 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:47.512521 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-be0055ed-e70b-4277-9ebd-80a0a522f384 req-5d20ebea-4f34-4504-8bcd-d299ea5a2674 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] For port 70f4820a-4551-4a6a-bea9-2d858fc5da7d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=70f4820a-4551-4a6a-bea9-2d858fc5da7d,segment=NetworkSegment(a6d5aeb3-d8a9-4d4a-94e7-8849b8444182),segment_id=a6d5aeb3-d8a9-4d4a-94e7-8849b8444182)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:47.512939 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-be0055ed-e70b-4277-9ebd-80a0a522f384 req-5d20ebea-4f34-4504-8bcd-d299ea5a2674 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:47.526564 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for floatingip, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:47.549326 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf9f5a-907b-4cbf-b4c2-9a93a51fac5b req-63642b02-9917-4b61-b340-fbc359ad68f9 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:47.552284 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3caf9f5a-907b-4cbf-b4c2-9a93a51fac5b req-63642b02-9917-4b61-b340-fbc359ad68f9 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 945 time: 0.5817757 Apr 19 19:13:47.552757 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,revision_number=10']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:47.572706 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:47.667017 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd26743-e20e-4830-a3e6-7a5f3d856865 req-50701582-a302-4bc1-a5df-97f582c6226d tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:47.669046 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5bd26743-e20e-4830-a3e6-7a5f3d856865 req-50701582-a302-4bc1-a5df-97f582c6226d tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 945 time: 0.1138546 Apr 19 19:13:47.733264 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5bd26743-e20e-4830-a3e6-7a5f3d856865 req-cfc6cb04-1e82-4160-8090-dc7957833f11 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560880 Apr 19 19:13:47.753194 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-be0055ed-e70b-4277-9ebd-80a0a522f384 req-5d20ebea-4f34-4504-8bcd-d299ea5a2674 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Calling delete_port for 70f4820a-4551-4a6a-bea9-2d858fc5da7d owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:13:47.928848 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-73a1492a-95d5-4674-926b-0e07c7e33590 req-d1b8fa1d-6aa9-4e0e-acfb-c12f51c0664c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 210 time: 0.0959632 Apr 19 19:13:47.994557 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3caf9f5a-907b-4cbf-b4c2-9a93a51fac5b req-b7c01a20-7ff1-4acf-aaac-5a8a8517faa0 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739677 Apr 19 19:13:48.081638 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0be2cd-e7da-449c-8ed1-c2fd388bd96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2', 'code': 200} Apr 19 19:13:48.101721 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d1680-1748-4cdf-89e9-1c33c764fcab req-421b42fc-a6d3-4a63-9c11-c7fcc615e059 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:48.103360 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a66d1680-1748-4cdf-89e9-1c33c764fcab req-421b42fc-a6d3-4a63-9c11-c7fcc615e059 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.75 "GET /v2.0/ports?device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 945 time: 0.2522807 Apr 19 19:13:48.156945 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba3da2-9a04-4f98-bcb1-82d830b6766f req-42c269a8-b305-49c5-b28d-de520fbe36ad tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:48.158511 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-12ba3da2-9a04-4f98-bcb1-82d830b6766f req-42c269a8-b305-49c5-b28d-de520fbe36ad tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 947 time: 0.1059966 Apr 19 19:13:48.198750 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-be0055ed-e70b-4277-9ebd-80a0a522f384 req-5d20ebea-4f34-4504-8bcd-d299ea5a2674 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:48.212903 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-12ba3da2-9a04-4f98-bcb1-82d830b6766f req-07528a22-e4fa-42e0-97aa-2ee7d74fb42e tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465090 Apr 19 19:13:48.215455 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['c443d0cd-ac7e-432e-a5c3-4cd5ad869428'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:13:48.216680 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2390a3cb-f27d-4fae-b5b3-f361532a9ae3 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:48.280490 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20ebea-4f34-4504-8bcd-d299ea5a2674 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Pushing event deleted for resources: {'Port': ['ID=70f4820a-4551-4a6a-bea9-2d858fc5da7d,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:48.290661 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-a66d1680-1748-4cdf-89e9-1c33c764fcab req-11c3adbd-8952-4c69-a815-1240af0b66b9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Deleting port 8ceacf2a-488e-44bf-95ae-207e3d6d31fb {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:13:48.290971 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-a66d1680-1748-4cdf-89e9-1c33c764fcab req-11c3adbd-8952-4c69-a815-1240af0b66b9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:48.351642 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5d20ebea-4f34-4504-8bcd-d299ea5a2674 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:48.394167 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:13:48.423589 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:48.476167 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0055ed-e70b-4277-9ebd-80a0a522f384 req-5d20ebea-4f34-4504-8bcd-d299ea5a2674 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] No DVR routers for this DVR port 70f4820a-4551-4a6a-bea9-2d858fc5da7d on host hv-cinder-78693 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:13:48.484206 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-be0055ed-e70b-4277-9ebd-80a0a522f384 req-5d20ebea-4f34-4504-8bcd-d299ea5a2674 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:48.487144 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba636de-0cd3-4c47-98ff-55ea3c4bd07a', 'name': 'network-vif-deleted', 'tag': '70f4820a-4551-4a6a-bea9-2d858fc5da7d'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:13:48.561148 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba636de-0cd3-4c47-98ff-55ea3c4bd07a', 'name': 'network-vif-deleted', 'tag': '70f4820a-4551-4a6a-bea9-2d858fc5da7d', 'status': 'completed', 'code': 200} Apr 19 19:13:48.573507 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-be0055ed-e70b-4277-9ebd-80a0a522f384 req-5d20ebea-4f34-4504-8bcd-d299ea5a2674 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.75 "DELETE /v2.0/ports/70f4820a-4551-4a6a-bea9-2d858fc5da7d HTTP/1.1" status: 204 len: 173 time: 1.9983602 Apr 19 19:13:48.743758 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f534a20-650d-4c4a-b57c-f2e1a4afa9f9 req-aadd18c0-e4bf-402c-9bfe-324dc3a3eba3 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:48.763340 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2f534a20-650d-4c4a-b57c-f2e1a4afa9f9 req-aadd18c0-e4bf-402c-9bfe-324dc3a3eba3 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.2678225 Apr 19 19:13:48.849722 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2f534a20-650d-4c4a-b57c-f2e1a4afa9f9 req-c9beed3b-025d-464f-b50a-032da45d33c7 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849767 Apr 19 19:13:48.851788 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Allocated IP 172.28.1.20 (e4e5816e-6a67-4607-b0cd-dfb76bb3ca64/802e8c21-e3db-4541-8cf5-b393bddf9a24/32688fc2-e9ec-408f-bb7e-c5e7aea0b826) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:13:48.897745 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-2be91398-6696-41d4-950e-634666db5aa5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:48.899371 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-2be91398-6696-41d4-950e-634666db5aa5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.75 "GET /v2.0/networks?id=67b4228e-71c2-40be-8161-770e93440890 HTTP/1.1" status: 200 len: 809 time: 0.3290913 Apr 19 19:13:48.902444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-a66d1680-1748-4cdf-89e9-1c33c764fcab req-11c3adbd-8952-4c69-a815-1240af0b66b9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] For port 8ceacf2a-488e-44bf-95ae-207e3d6d31fb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8ceacf2a-488e-44bf-95ae-207e3d6d31fb,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:48.902862 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-a66d1680-1748-4cdf-89e9-1c33c764fcab req-11c3adbd-8952-4c69-a815-1240af0b66b9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:49.013891 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-7ea2f4e2-5c90-4730-89bb-bfc8b53ed144 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b4938380a9b34f6e8ad32344ffb7cc84 HTTP/1.1" status: 200 len: 8061 time: 0.1010528 Apr 19 19:13:49.031101 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Request body: {'port': {'device_id': '60cac258-32ce-4343-a05d-3f4b75ae76e3', 'network_id': '67b4228e-71c2-40be-8161-770e93440890', 'admin_state_up': True, 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'security_groups': ['9915e04c-634a-4718-acfa-b378187e6ad3']}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:49.120185 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 70f4820a-4551-4a6a-bea9-2d858fc5da7d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:13:49.160137 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] No Port match for: 70f4820a-4551-4a6a-bea9-2d858fc5da7d {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:13:49.160538 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 70f4820a-4551-4a6a-bea9-2d858fc5da7d not bound to the agent host hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:13:49.172162 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-a66d1680-1748-4cdf-89e9-1c33c764fcab req-11c3adbd-8952-4c69-a815-1240af0b66b9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Calling delete_port for 8ceacf2a-488e-44bf-95ae-207e3d6d31fb owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:13:49.176897 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9e7a3031-9dbb-450f-9d8c-ad86494b0bac req-93e697e4-5745-4b03-84a3-eae175bdf5d8 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 210 time: 0.0605268 Apr 19 19:13:49.211084 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4ff04-5c47-430c-9d3d-7d966cfa4aaa req-a26fc879-afd2-4b09-9d9e-0c43e3e05496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:49.212859 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-39a4ff04-5c47-430c-9d3d-7d966cfa4aaa req-a26fc879-afd2-4b09-9d9e-0c43e3e05496 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 1100 time: 0.4903646 Apr 19 19:13:49.277933 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:49.282515 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Usage tracker for resource:port and tenant:b4938380a9b34f6e8ad32344ffb7cc84 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:49.286294 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:49.294778 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:49.307327 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Made reservation on behalf of b4938380a9b34f6e8ad32344ffb7cc84 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:13:49.315108 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:49.377059 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-39a4ff04-5c47-430c-9d3d-7d966cfa4aaa req-1cd0a166-59d1-4d91-bcb1-484cd84b9a2f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516094 Apr 19 19:13:49.403490 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:49.414548 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84025d2f-838b-445e-8e14-379cf444031d req-532a2cb1-7b96-4d62-a9e7-c2afc2ef02d4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:49.416856 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-84025d2f-838b-445e-8e14-379cf444031d req-532a2cb1-7b96-4d62-a9e7-c2afc2ef02d4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 945 time: 0.4863064 Apr 19 19:13:49.493261 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9a4f4be3-a193-4215-b33d-da3ddc025a3b req-b04794ed-0ba4-4740-91f7-7caddc8b317c tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ba636de-0cd3-4c47-98ff-55ea3c4bd07a HTTP/1.1" status: 200 len: 210 time: 0.0800807 Apr 19 19:13:49.562484 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-84025d2f-838b-445e-8e14-379cf444031d req-d3287f49-d173-4f0f-b1ea-d6cafbdc6360 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988903 Apr 19 19:13:49.567383 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-a66d1680-1748-4cdf-89e9-1c33c764fcab req-11c3adbd-8952-4c69-a815-1240af0b66b9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:49.579916 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:49.584556 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Allocated IP 172.20.0.11 (67b4228e-71c2-40be-8161-770e93440890/6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e/acfc3f98-9996-4872-991d-7056281f07b4) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:13:49.595821 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['9c036daa-1e8c-443b-be41-1313dc7fd5bc', 'bb27e8d5-0aa7-410e-83ac-240037c8cc6d'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:13:49.888210 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3adbd-8952-4c69-a815-1240af0b66b9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Pushing event deleted for resources: {'Port': ['ID=8ceacf2a-488e-44bf-95ae-207e3d6d31fb,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:49.896769 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-11c3adbd-8952-4c69-a815-1240af0b66b9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:49.944182 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d2541-23cc-41c7-a999-ebb7b7ca771d req-8c9aae28-3e23-40ac-9f40-624e3b198377 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:49.945277 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:49.945794 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bc1d2541-23cc-41c7-a999-ebb7b7ca771d req-8c9aae28-3e23-40ac-9f40-624e3b198377 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 947 time: 0.1529350 Apr 19 19:13:49.958835 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-81e59751-bdb0-42fb-9d37-7b1857ef2848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:49.995029 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:50.028503 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bc1d2541-23cc-41c7-a999-ebb7b7ca771d req-9d5962d7-e806-43dd-9777-1011575c5211 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717709 Apr 19 19:13:50.037724 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Transition to ACTIVE for port object acfc3f98-9996-4872-991d-7056281f07b4 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:13:50.064612 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:50.070945 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:50.126907 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66d1680-1748-4cdf-89e9-1c33c764fcab req-11c3adbd-8952-4c69-a815-1240af0b66b9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] No DVR routers for this DVR port 8ceacf2a-488e-44bf-95ae-207e3d6d31fb on host hv-cinder-78693 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:13:50.129378 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-a66d1680-1748-4cdf-89e9-1c33c764fcab req-11c3adbd-8952-4c69-a815-1240af0b66b9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:50.142243 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Network 67b4228e-71c2-40be-8161-770e93440890 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:13:50.146109 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:13:50.146248 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:13:50.151071 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:13:50.158866 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:13:50.163047 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Pushing event updated for resources: {'Port': ['ID=32688fc2-e9ec-408f-bb7e-c5e7aea0b826,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:50.167272 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:13:50.195133 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Pushing event updated for resources: {'Port': ['ID=acfc3f98-9996-4872-991d-7056281f07b4,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:50.201221 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:50.203699 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:50.223259 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a66d1680-1748-4cdf-89e9-1c33c764fcab req-11c3adbd-8952-4c69-a815-1240af0b66b9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.75 "DELETE /v2.0/ports/8ceacf2a-488e-44bf-95ae-207e3d6d31fb HTTP/1.1" status: 204 len: 173 time: 2.1026866 Apr 19 19:13:50.243552 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:50.244417 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:50.277167 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2508650 Apr 19 19:13:50.295085 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Request body: {'port': {'device_id': '60cac258-32ce-4343-a05d-3f4b75ae76e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:50.308256 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143234a-fa64-4200-a095-ffc43a1a1367 req-d9ab5367-2c99-4430-af6a-f8aa29330883 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:50.316075 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7143234a-fa64-4200-a095-ffc43a1a1367 req-d9ab5367-2c99-4430-af6a-f8aa29330883 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.3117275 Apr 19 19:13:50.437127 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-cdaa9c06-221e-4d13-b7fb-fe54121acbd7 None None] Provisioning for port acfc3f98-9996-4872-991d-7056281f07b4 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:50.442525 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7143234a-fa64-4200-a095-ffc43a1a1367 req-a3b14295-4b62-4f44-8c43-217d16d5d4e0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253779 Apr 19 19:13:50.448915 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-cdaa9c06-221e-4d13-b7fb-fe54121acbd7 None None] Provisioning complete for port acfc3f98-9996-4872-991d-7056281f07b4 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:50.449915 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cdaa9c06-221e-4d13-b7fb-fe54121acbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:50.520259 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa9c06-221e-4d13-b7fb-fe54121acbd7 None None] Port acfc3f98-9996-4872-991d-7056281f07b4 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:13:50.548995 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:50.587656 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24041733-4587-449d-b679-1fc8f5b3a224', 'name': 'network-vif-deleted', 'tag': '8ceacf2a-488e-44bf-95ae-207e3d6d31fb'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:13:50.609621 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13de3c2-c2b3-4ad7-a7f1-3bcd0a1ed385 req-5d363579-9a0f-46aa-8f9c-2eff46debfd9 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:50.610404 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-c13de3c2-c2b3-4ad7-a7f1-3bcd0a1ed385 req-5d363579-9a0f-46aa-8f9c-2eff46debfd9 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Synchronizing usage tracker for tenant:b4938380a9b34f6e8ad32344ffb7cc84 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:13:50.655916 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-c13de3c2-c2b3-4ad7-a7f1-3bcd0a1ed385 req-5d363579-9a0f-46aa-8f9c-2eff46debfd9 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Unset dirty status for tenant:b4938380a9b34f6e8ad32344ffb7cc84 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:13:50.663613 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c13de3c2-c2b3-4ad7-a7f1-3bcd0a1ed385 req-5d363579-9a0f-46aa-8f9c-2eff46debfd9 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 932 time: 0.3129711 Apr 19 19:13:50.793551 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c13de3c2-c2b3-4ad7-a7f1-3bcd0a1ed385 req-b21f28f4-8920-4014-aeb7-edb584e85aa3 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289012 Apr 19 19:13:50.857279 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:50.878423 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24041733-4587-449d-b679-1fc8f5b3a224', 'name': 'network-vif-deleted', 'tag': '8ceacf2a-488e-44bf-95ae-207e3d6d31fb', 'status': 'completed', 'code': 200} Apr 19 19:13:50.879905 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-f4a1757e-69b8-4ed5-97d3-c4f921550cef req-c6e99077-57af-442e-a72e-44fc041c8d7f tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Synchronizing usage tracker for tenant:1e8c6d1bd53d4d81b36a71953a444481 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:13:50.959650 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-f4a1757e-69b8-4ed5-97d3-c4f921550cef req-c6e99077-57af-442e-a72e-44fc041c8d7f tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Unset dirty status for tenant:1e8c6d1bd53d4d81b36a71953a444481 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:13:50.961403 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f4a1757e-69b8-4ed5-97d3-c4f921550cef req-c6e99077-57af-442e-a72e-44fc041c8d7f tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=24041733-4587-449d-b679-1fc8f5b3a224 HTTP/1.1" status: 200 len: 210 time: 0.1733477 Apr 19 19:13:51.021083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:51.147310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 8ceacf2a-488e-44bf-95ae-207e3d6d31fb no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:13:51.200507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acfc3f98-9996-4872-991d-7056281f07b4 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:13:51.212707 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:51.230519 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] No Port match for: 8ceacf2a-488e-44bf-95ae-207e3d6d31fb {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:13:51.235808 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 8ceacf2a-488e-44bf-95ae-207e3d6d31fb not bound to the agent host hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:13:51.250688 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Transition to ACTIVE for port object acfc3f98-9996-4872-991d-7056281f07b4 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:13:51.255700 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:51.261820 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-34fabc22-7252-4408-b7f1-dae91865d7ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:51.355130 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:51.435529 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Pushing event updated for resources: {'Port': ['ID=acfc3f98-9996-4872-991d-7056281f07b4,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:51.444186 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62134073'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:51.472759 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:51.525011 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:51.648224 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Pushing event updated for resources: {'Port': ['ID=32688fc2-e9ec-408f-bb7e-c5e7aea0b826,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:51.665733 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:51.670086 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658097'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:51.827983 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d93cc-4267-4644-a5cf-f3835eec1100 req-d38778ee-9bcd-46d0-8ab9-8d5f63d1c07c tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:51.829653 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-899d93cc-4267-4644-a5cf-f3835eec1100 req-d38778ee-9bcd-46d0-8ab9-8d5f63d1c07c tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 947 time: 0.5882142 Apr 19 19:13:51.885180 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Attempting to bind port acfc3f98-9996-4872-991d-7056281f07b4 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:13:51.885481 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Attempting to bind port acfc3f98-9996-4872-991d-7056281f07b4 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '7c1fa115-8b02-4c44-a132-8a58ad5e2948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '67b4228e-71c2-40be-8161-770e93440890'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:13:51.885815 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Attempting to bind port acfc3f98-9996-4872-991d-7056281f07b4 on network 67b4228e-71c2-40be-8161-770e93440890 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:13:51.892834 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Port acfc3f98-9996-4872-991d-7056281f07b4 on network 67b4228e-71c2-40be-8161-770e93440890 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:13:51.893194 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Attempting to bind port acfc3f98-9996-4872-991d-7056281f07b4 on network 67b4228e-71c2-40be-8161-770e93440890 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:13:51.904682 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f5c1e-90a0-4cf2-88a0-ee1f73317a2a req-1ece68e9-39fb-4dac-b85b-5f9b2edd5a1e tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:51.906306 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-550f5c1e-90a0-4cf2-88a0-ee1f73317a2a req-1ece68e9-39fb-4dac-b85b-5f9b2edd5a1e tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.4618659 Apr 19 19:13:51.909043 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Checking agent: {'id': 'ec7575f8-60dd-4295-9a80-edc463fb7fa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:13:51.909423 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Checking segment: {'id': '7c1fa115-8b02-4c44-a132-8a58ad5e2948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '67b4228e-71c2-40be-8161-770e93440890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:13:51.909850 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Bound using segment: {'id': '7c1fa115-8b02-4c44-a132-8a58ad5e2948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '67b4228e-71c2-40be-8161-770e93440890'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:13:51.910254 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-899d93cc-4267-4644-a5cf-f3835eec1100 req-5e6f37a4-1776-4a2a-9f3b-49f4eda90381 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671544 Apr 19 19:13:51.910390 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Bound port: acfc3f98-9996-4872-991d-7056281f07b4, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c1fa115-8b02-4c44-a132-8a58ad5e2948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '67b4228e-71c2-40be-8161-770e93440890'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:13:51.910684 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:51.923176 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.l3_db [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Floating IP f801a021-45d5-4473-8bf4-3274be697b40 associated. External IP: 172.28.1.20, port: dfbb4818-f139-4930-bab8-7b8c336b1222. Apr 19 19:13:52.018128 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-550f5c1e-90a0-4cf2-88a0-ee1f73317a2a req-7ec98dc8-dba7-4cc4-8b97-ff3dcdb8de21 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971346 Apr 19 19:13:52.053111 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] For port acfc3f98-9996-4872-991d-7056281f07b4, host hv-cinder-78693, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:13:52.058189 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] For port acfc3f98-9996-4872-991d-7056281f07b4, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=acfc3f98-9996-4872-991d-7056281f07b4,segment=NetworkSegment(7c1fa115-8b02-4c44-a132-8a58ad5e2948),segment_id=7c1fa115-8b02-4c44-a132-8a58ad5e2948)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:13:52.061370 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:52.067063 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:52.127326 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:52.128116 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:52.129694 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] 10.222.0.75 "PUT /v2.0/ports/acfc3f98-9996-4872-991d-7056281f07b4 HTTP/1.1" status: 200 len: 1094 time: 1.8400950 Apr 19 19:13:52.130312 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cac258-32ce-4343-a05d-3f4b75ae76e3', 'tag': 'acfc3f98-9996-4872-991d-7056281f07b4'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:13:52.162353 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Pushing event updated for resources: {'Port': ['ID=acfc3f98-9996-4872-991d-7056281f07b4,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:52.175734 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:52.253102 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c45395-1d65-4bf0-8ea9-ddaa7081e535 req-d2cd9594-4dd8-476f-a484-65de725bf7eb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:52.254900 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-40c45395-1d65-4bf0-8ea9-ddaa7081e535 req-d2cd9594-4dd8-476f-a484-65de725bf7eb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1969936 Apr 19 19:13:52.366959 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-843168c0-d3f5-43f3-84fb-4a4e0f586cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:52.369179 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-843168c0-d3f5-43f3-84fb-4a4e0f586cc6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b4938380a9b34f6e8ad32344ffb7cc84&device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 1097 time: 0.1885047 Apr 19 19:13:52.450368 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6213e31-d9ac-417d-a648-55a1b30e6934 req-4097dbf9-65e3-4521-930d-50cc5a1cff3a tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:52.452223 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d6213e31-d9ac-417d-a648-55a1b30e6934 req-4097dbf9-65e3-4521-930d-50cc5a1cff3a tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 944 time: 0.1847203 Apr 19 19:13:52.461942 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-40c45395-1d65-4bf0-8ea9-ddaa7081e535 req-1fdff2ce-660f-4d82-921a-247e4511fd4f tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328897 Apr 19 19:13:52.462546 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-35a3bc54-20e1-4a10-8a04-924eb3874b4a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acfc3f98-9996-4872-991d-7056281f07b4 HTTP/1.1" status: 200 len: 217 time: 0.0839198 Apr 19 19:13:52.515065 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Router 450cf251-06b8-4342-97fc-a7c0c92d568c has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:13:52.561203 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d6213e31-d9ac-417d-a648-55a1b30e6934 req-7d3bf8b1-3ab2-4312-9748-acd154884719 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007049 Apr 19 19:13:52.567327 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-d8e8c770-640d-4bf7-8459-0b02cc6a1086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:52.568771 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-d8e8c770-640d-4bf7-8459-0b02cc6a1086 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e HTTP/1.1" status: 200 len: 848 time: 0.0898116 Apr 19 19:13:52.644305 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cac258-32ce-4343-a05d-3f4b75ae76e3', 'tag': 'acfc3f98-9996-4872-991d-7056281f07b4', 'status': 'completed', 'code': 200} Apr 19 19:13:52.700058 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-9b502a10-fe1a-4f14-9c51-3b262d684074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:52.702150 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-9b502a10-fe1a-4f14-9c51-3b262d684074 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67b4228e-71c2-40be-8161-770e93440890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1172473 Apr 19 19:13:52.883146 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-4e56f5c8-0294-423f-93fe-483c71c450e5 service neutron] 10.222.0.75 "GET /v2.0/networks/67b4228e-71c2-40be-8161-770e93440890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713083 Apr 19 19:13:53.027404 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:13:53.039587 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fc0c37-c808-491b-9f2a-6176c31efc93 None None] Sync routers for ids ['450cf251-06b8-4342-97fc-a7c0c92d568c'] in dv-cinder-786932-1-smb {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:13:53.049255 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-33b40d95-1bcf-4c76-bcb1-eafc64ce4a02 req-4a225a5e-c455-4c1c-af4a-1e5dc4c96e74 service neutron] 10.222.0.75 "GET /v2.0/networks/67b4228e-71c2-40be-8161-770e93440890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583261 Apr 19 19:13:53.054757 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fc0c37-c808-491b-9f2a-6176c31efc93 None None] Routers {'450cf251-06b8-4342-97fc-a7c0c92d568c'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:13:53.055932 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-12fc0c37-c808-491b-9f2a-6176c31efc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:13:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['450cf251-06b8-4342-97fc-a7c0c92d568c'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:53.077986 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91fa6a-ac80-426d-be52-b6fe2a998a7a req-62622747-281d-4a28-ab1d-7f968b7304d9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:53.079669 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ef91fa6a-ac80-426d-be52-b6fe2a998a7a req-62622747-281d-4a28-ab1d-7f968b7304d9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 946 time: 0.1577284 Apr 19 19:13:53.092651 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:53.194152 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1449466 Apr 19 19:13:53.197459 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623e1767-cde0-433a-b661-66267af6ac8a', 'tag': 'dfbb4818-f139-4930-bab8-7b8c336b1222'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:13:53.202519 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 45134) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:53.206223 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ef91fa6a-ac80-426d-be52-b6fe2a998a7a req-ecca4c6a-1c74-4b7e-814d-5f94a7248a34 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851760 Apr 19 19:13:53.212973 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-f123ee34-1d3b-4397-8e13-dde0165c1415 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-135547101', 'description': 'tempest-secgroup-smoke-135547101 description', 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:53.220192 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f123ee34-1d3b-4397-8e13-dde0165c1415 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:53.222650 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c9f30-ff0b-434d-91da-fce890606eb2 req-e1df30a7-648a-4f29-98e3-d57cf97c47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:53.224332 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b78c9f30-ff0b-434d-91da-fce890606eb2 req-e1df30a7-648a-4f29-98e3-d57cf97c47d0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b4938380a9b34f6e8ad32344ffb7cc84&device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 1097 time: 0.1234205 Apr 19 19:13:53.235976 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f123ee34-1d3b-4397-8e13-dde0165c1415 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:53.247904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f123ee34-1d3b-4397-8e13-dde0165c1415 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:53.249326 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8c00b-e831-43a6-81f8-df9bc6cc20b5 req-5d3f9b5a-cc59-4220-aabb-67ce7b3aaf52 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:53.253407 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1da8c00b-e831-43a6-81f8-df9bc6cc20b5 req-5d3f9b5a-cc59-4220-aabb-67ce7b3aaf52 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 947 time: 0.2092338 Apr 19 19:13:53.281040 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f123ee34-1d3b-4397-8e13-dde0165c1415 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:53.285412 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f123ee34-1d3b-4397-8e13-dde0165c1415 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Usage tracker for resource:security_group_rule and tenant:78d3b173fc2f4041ac6437d9f6370d8c is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:53.289262 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f123ee34-1d3b-4397-8e13-dde0165c1415 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:53.296442 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f123ee34-1d3b-4397-8e13-dde0165c1415 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:53.420606 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-12fc0c37-c808-491b-9f2a-6176c31efc93 None None] Set router 450cf251-06b8-4342-97fc-a7c0c92d568c gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:13:53.429360 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f123ee34-1d3b-4397-8e13-dde0165c1415 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:53.433090 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f123ee34-1d3b-4397-8e13-dde0165c1415 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:53.436183 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1da8c00b-e831-43a6-81f8-df9bc6cc20b5 req-289e4a9c-014d-4777-b845-04343e9061e2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842652 Apr 19 19:13:53.439465 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c8693c12-6b8c-4a0e-b84a-aa849e86de36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:53.457708 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c9f30-ff0b-434d-91da-fce890606eb2 req-942d92cc-36f1-49c2-9dc6-4af4f2f936e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:53.459453 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b78c9f30-ff0b-434d-91da-fce890606eb2 req-942d92cc-36f1-49c2-9dc6-4af4f2f936e4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=67b4228e-71c2-40be-8161-770e93440890 HTTP/1.1" status: 200 len: 910 time: 0.2049756 Apr 19 19:13:53.510359 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f123ee34-1d3b-4397-8e13-dde0165c1415 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:53.511681 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-f123ee34-1d3b-4397-8e13-dde0165c1415 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3044512 Apr 19 19:13:53.512796 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123ee34-1d3b-4397-8e13-dde0165c1415 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5c9260-6aa0-478f-ab63-4935e4d31465,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:53.515046 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 45144) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:53.520576 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f123ee34-1d3b-4397-8e13-dde0165c1415 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:53.524970 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-7ddcc089-23c6-42db-b9ba-caeb72380f2b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Request body: {'security_group_rule': {'security_group_id': 'cc5c9260-6aa0-478f-ab63-4935e4d31465', 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:53.531442 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-7ddcc089-23c6-42db-b9ba-caeb72380f2b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:53.535968 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-7ddcc089-23c6-42db-b9ba-caeb72380f2b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Usage tracker for resource:security_group_rule and tenant:78d3b173fc2f4041ac6437d9f6370d8c is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:53.539972 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-7ddcc089-23c6-42db-b9ba-caeb72380f2b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:53.548831 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-7ddcc089-23c6-42db-b9ba-caeb72380f2b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:53.564130 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6453383-31ef-43ae-a53f-2a7555fe4d3e req-e80b0a91-70a3-457a-aa09-f66163edc1f4 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:53.565291 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-c6453383-31ef-43ae-a53f-2a7555fe4d3e req-e80b0a91-70a3-457a-aa09-f66163edc1f4 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Synchronizing usage tracker for tenant:8a42694aec374663aae1ddf6f96e3643 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:13:53.573046 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623e1767-cde0-433a-b661-66267af6ac8a', 'tag': 'dfbb4818-f139-4930-bab8-7b8c336b1222', 'status': 'completed', 'code': 200} Apr 19 19:13:53.680823 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b78c9f30-ff0b-434d-91da-fce890606eb2 req-74dff4d5-eb9c-4aa9-8e62-6ef7c3594cba service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acfc3f98-9996-4872-991d-7056281f07b4 HTTP/1.1" status: 200 len: 217 time: 0.2033045 Apr 19 19:13:53.691350 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-c6453383-31ef-43ae-a53f-2a7555fe4d3e req-e80b0a91-70a3-457a-aa09-f66163edc1f4 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Unset dirty status for tenant:8a42694aec374663aae1ddf6f96e3643 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:13:53.692674 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c6453383-31ef-43ae-a53f-2a7555fe4d3e req-e80b0a91-70a3-457a-aa09-f66163edc1f4 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.3495681 Apr 19 19:13:53.705165 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc089-23c6-42db-b9ba-caeb72380f2b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:53.781451 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c9f30-ff0b-434d-91da-fce890606eb2 req-ef2ac5f9-ebde-4e6b-bc70-a6917fdf734f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:53.783316 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b78c9f30-ff0b-434d-91da-fce890606eb2 req-ef2ac5f9-ebde-4e6b-bc70-a6917fdf734f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e HTTP/1.1" status: 200 len: 848 time: 0.0921342 Apr 19 19:13:53.848152 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-12fc0c37-c808-491b-9f2a-6176c31efc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'name': 'tempest-TestMinimumBasicScenario-1031061492-router', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:07Z', 'updated_at': '2021-04-19T19:12:15Z', 'revision_number': 4, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'gw_port': {'id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:08Z', 'updated_at': '2021-04-19T19:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_floatingips': [{'id': 'f801a021-45d5-4473-8bf4-3274be697b40', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'floating_ip_address': '172.28.1.20', 'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'router_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'port_id': 'dfbb4818-f139-4930-bab8-7b8c336b1222', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867', 'mac_address': 'fa:16:3e:92:43:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623e1767-cde0-433a-b661-66267af6ac8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:13:50Z', 'updated_at': '2021-04-19T19:13:50Z', 'revision_number': 0, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c', 'name': '', 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'mac_address': 'fa:16:3e:99:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:14Z', 'updated_at': '2021-04-19T19:12:27Z', 'revision_number': 5, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'subnets': [{'id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:53.852689 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c6453383-31ef-43ae-a53f-2a7555fe4d3e req-8f180750-8d61-430c-ae0b-7a57a6df9952 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807261 Apr 19 19:13:53.853220 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fc0c37-c808-491b-9f2a-6176c31efc93 None None] Checking router: 450cf251-06b8-4342-97fc-a7c0c92d568c for host: dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:13:53.862520 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fc0c37-c808-491b-9f2a-6176c31efc93 None None] Routers {'450cf251-06b8-4342-97fc-a7c0c92d568c'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:13:53.863168 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-12fc0c37-c808-491b-9f2a-6176c31efc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:13:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['450cf251-06b8-4342-97fc-a7c0c92d568c'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:53.870198 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc089-23c6-42db-b9ba-caeb72380f2b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:53.884111 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f8a56-ff16-4260-bb50-2c90769431e7 req-ba574b6a-5f02-4d8f-8517-3170a395b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:53.885870 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3c5f8a56-ff16-4260-bb50-2c90769431e7 req-ba574b6a-5f02-4d8f-8517-3170a395b150 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78d3b173fc2f4041ac6437d9f6370d8c&device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 1099 time: 0.3152142 Apr 19 19:13:53.887112 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc089-23c6-42db-b9ba-caeb72380f2b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:53.896066 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:53.979273 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85e689-3d80-4e87-b94f-79566a1ceb78 req-032f0683-ffa7-497c-b901-b0ee54b69467 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:53.987388 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ce85e689-3d80-4e87-b94f-79566a1ceb78 req-032f0683-ffa7-497c-b901-b0ee54b69467 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.2028444 Apr 19 19:13:53.996473 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcc089-23c6-42db-b9ba-caeb72380f2b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd1304a-f34a-4dbd-9f53-b7379761c8a5,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:54.000916 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7ddcc089-23c6-42db-b9ba-caeb72380f2b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:54.019458 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c9f30-ff0b-434d-91da-fce890606eb2 req-1da7a443-a48d-407e-94ca-62eebc5f2add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:54.021285 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b78c9f30-ff0b-434d-91da-fce890606eb2 req-1da7a443-a48d-407e-94ca-62eebc5f2add service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67b4228e-71c2-40be-8161-770e93440890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1824379 Apr 19 19:13:54.053313 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc089-23c6-42db-b9ba-caeb72380f2b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:54.057805 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-7ddcc089-23c6-42db-b9ba-caeb72380f2b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5359716 Apr 19 19:13:54.062231 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-12fc0c37-c808-491b-9f2a-6176c31efc93 None None] Set router 450cf251-06b8-4342-97fc-a7c0c92d568c gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:13:54.063053 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 45152) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:54.077632 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-4113ac18-5d48-4cb4-b065-6a31ef7cfcb3 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Request body: {'security_group_rule': {'security_group_id': 'cc5c9260-6aa0-478f-ab63-4935e4d31465', 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:54.099936 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4113ac18-5d48-4cb4-b065-6a31ef7cfcb3 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:54.123050 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-4113ac18-5d48-4cb4-b065-6a31ef7cfcb3 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Usage tracker for resource:security_group_rule and tenant:78d3b173fc2f4041ac6437d9f6370d8c is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:54.131413 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-4113ac18-5d48-4cb4-b065-6a31ef7cfcb3 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:54.135549 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ce85e689-3d80-4e87-b94f-79566a1ceb78 req-3ca7d2dd-5e05-4968-bbcd-f3509337eda2 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469693 Apr 19 19:13:54.166927 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4113ac18-5d48-4cb4-b065-6a31ef7cfcb3 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:54.175302 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f8a56-ff16-4260-bb50-2c90769431e7 req-c6f06a21-e892-45c7-a530-096c6d2d5d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:54.176914 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3c5f8a56-ff16-4260-bb50-2c90769431e7 req-c6f06a21-e892-45c7-a530-096c6d2d5d32 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f7e89038-5b58-4767-958b-65cc94d73867 HTTP/1.1" status: 200 len: 916 time: 0.2688110 Apr 19 19:13:54.208948 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b78c9f30-ff0b-434d-91da-fce890606eb2 req-6129e352-5c64-43b5-bc23-19107e26038d service neutron] 10.222.0.75 "GET /v2.0/networks/67b4228e-71c2-40be-8161-770e93440890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761613 Apr 19 19:13:54.253531 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4113ac18-5d48-4cb4-b065-6a31ef7cfcb3 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:54.291345 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6aec16-cda7-4ef1-845f-56a70bb2d6ec req-e6614bb8-da5f-43bd-868e-519dd33d475a tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:54.292144 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-ea6aec16-cda7-4ef1-845f-56a70bb2d6ec req-e6614bb8-da5f-43bd-868e-519dd33d475a tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Synchronizing usage tracker for tenant:b4938380a9b34f6e8ad32344ffb7cc84 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:13:54.363720 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-ea6aec16-cda7-4ef1-845f-56a70bb2d6ec req-e6614bb8-da5f-43bd-868e-519dd33d475a tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Unset dirty status for tenant:b4938380a9b34f6e8ad32344ffb7cc84 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:13:54.365050 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ea6aec16-cda7-4ef1-845f-56a70bb2d6ec req-e6614bb8-da5f-43bd-868e-519dd33d475a tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 944 time: 0.3574092 Apr 19 19:13:54.401556 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4113ac18-5d48-4cb4-b065-6a31ef7cfcb3 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:54.411992 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3c5f8a56-ff16-4260-bb50-2c90769431e7 req-cec9013b-6cad-4063-a828-b5682319fc17 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfbb4818-f139-4930-bab8-7b8c336b1222 HTTP/1.1" status: 200 len: 999 time: 0.2239363 Apr 19 19:13:54.412616 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4113ac18-5d48-4cb4-b065-6a31ef7cfcb3 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:54.425969 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-355763fa-20d8-4400-8c6f-bc200f26c24c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:54.443223 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b78c9f30-ff0b-434d-91da-fce890606eb2 req-02b8c757-e908-44c4-ada7-8d249d81fa25 service neutron] 10.222.0.75 "GET /v2.0/networks/67b4228e-71c2-40be-8161-770e93440890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240076 Apr 19 19:13:54.454541 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-12fc0c37-c808-491b-9f2a-6176c31efc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'name': 'tempest-TestMinimumBasicScenario-1031061492-router', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:07Z', 'updated_at': '2021-04-19T19:12:15Z', 'revision_number': 4, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'gw_port': {'id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:08Z', 'updated_at': '2021-04-19T19:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_floatingips': [{'id': 'f801a021-45d5-4473-8bf4-3274be697b40', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'floating_ip_address': '172.28.1.20', 'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'router_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'port_id': 'dfbb4818-f139-4930-bab8-7b8c336b1222', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867', 'mac_address': 'fa:16:3e:92:43:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623e1767-cde0-433a-b661-66267af6ac8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:13:50Z', 'updated_at': '2021-04-19T19:13:50Z', 'revision_number': 0, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c', 'name': '', 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'mac_address': 'fa:16:3e:99:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:14Z', 'updated_at': '2021-04-19T19:12:27Z', 'revision_number': 5, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'subnets': [{'id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:13:54.459408 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fc0c37-c808-491b-9f2a-6176c31efc93 None None] The sync data for ids ['450cf251-06b8-4342-97fc-a7c0c92d568c'] in dv-cinder-786932-1-smb is: [{'id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'name': 'tempest-TestMinimumBasicScenario-1031061492-router', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:07Z', 'updated_at': '2021-04-19T19:12:15Z', 'revision_number': 4, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'gw_port': {'id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:08Z', 'updated_at': '2021-04-19T19:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_floatingips': [{'id': 'f801a021-45d5-4473-8bf4-3274be697b40', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'floating_ip_address': '172.28.1.20', 'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'router_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'port_id': 'dfbb4818-f139-4930-bab8-7b8c336b1222', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867', 'mac_address': 'fa:16:3e:92:43:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623e1767-cde0-433a-b661-66267af6ac8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:13:50Z', 'updated_at': '2021-04-19T19:13:50Z', 'revision_number': 0, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c', 'name': '', 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'mac_address': 'fa:16:3e:99:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:14Z', 'updated_at': '2021-04-19T19:12:27Z', 'revision_number': 5, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'subnets': [{'id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:13:54.484635 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b4d5a-f0df-4e1a-8343-aa443342de3c req-3451cf96-4be8-4eb3-962b-e6a33de66cdb tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:54.486614 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-107b4d5a-f0df-4e1a-8343-aa443342de3c req-3451cf96-4be8-4eb3-962b-e6a33de66cdb tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 946 time: 0.1227169 Apr 19 19:13:54.512904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113ac18-5d48-4cb4-b065-6a31ef7cfcb3 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b33a14-c2da-4684-8f89-b5a667f2cb64,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:54.516446 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4113ac18-5d48-4cb4-b065-6a31ef7cfcb3 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:54.538128 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-ea6aec16-cda7-4ef1-845f-56a70bb2d6ec req-5068914d-9e90-4429-931b-188f7ff380d4 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Synchronizing usage tracker for tenant:b4938380a9b34f6e8ad32344ffb7cc84 on resource:security_group {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:13:54.545512 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4113ac18-5d48-4cb4-b065-6a31ef7cfcb3 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:54.546759 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-4113ac18-5d48-4cb4-b065-6a31ef7cfcb3 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4775293 Apr 19 19:13:54.547552 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-107b4d5a-f0df-4e1a-8343-aa443342de3c req-f4af0ba7-0cbb-434b-8062-01f87bc90cbd tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518022 Apr 19 19:13:54.550164 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45158) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:54.557071 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-7f6504f7-d1dc-491a-b71e-6afa2c1fb15d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Request body: {'security_group_rule': {'security_group_id': 'cc5c9260-6aa0-478f-ab63-4935e4d31465', 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:54.560006 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f8a56-ff16-4260-bb50-2c90769431e7 req-ec47b4b4-4246-4975-b910-ff0f303edbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:54.561645 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3c5f8a56-ff16-4260-bb50-2c90769431e7 req-ec47b4b4-4246-4975-b910-ff0f303edbb0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6be0fbdb-bb53-4f68-8b76-65bf0472340f HTTP/1.1" status: 200 len: 854 time: 0.1378016 Apr 19 19:13:54.565844 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-7f6504f7-d1dc-491a-b71e-6afa2c1fb15d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:54.570409 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-7f6504f7-d1dc-491a-b71e-6afa2c1fb15d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Usage tracker for resource:security_group_rule and tenant:78d3b173fc2f4041ac6437d9f6370d8c is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:54.574001 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-7f6504f7-d1dc-491a-b71e-6afa2c1fb15d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:54.580299 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-7f6504f7-d1dc-491a-b71e-6afa2c1fb15d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:54.597354 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7f6504f7-d1dc-491a-b71e-6afa2c1fb15d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:54.611673 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-ea6aec16-cda7-4ef1-845f-56a70bb2d6ec req-5068914d-9e90-4429-931b-188f7ff380d4 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Unset dirty status for tenant:b4938380a9b34f6e8ad32344ffb7cc84 on resource:security_group {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:13:54.612959 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ea6aec16-cda7-4ef1-845f-56a70bb2d6ec req-5068914d-9e90-4429-931b-188f7ff380d4 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363064 Apr 19 19:13:54.657875 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f8a56-ff16-4260-bb50-2c90769431e7 req-87535558-bfe7-44c8-970f-82feab20c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:54.659557 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3c5f8a56-ff16-4260-bb50-2c90769431e7 req-87535558-bfe7-44c8-970f-82feab20c87e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f7e89038-5b58-4767-958b-65cc94d73867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0902009 Apr 19 19:13:54.675844 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7f6504f7-d1dc-491a-b71e-6afa2c1fb15d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:54.679106 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7f6504f7-d1dc-491a-b71e-6afa2c1fb15d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:54.687963 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:54.708639 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6504f7-d1dc-491a-b71e-6afa2c1fb15d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882bb6ee-13ec-42ef-9e37-6ed24da85002,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:54.712638 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7f6504f7-d1dc-491a-b71e-6afa2c1fb15d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:54.737186 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7f6504f7-d1dc-491a-b71e-6afa2c1fb15d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:54.737186 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-7f6504f7-d1dc-491a-b71e-6afa2c1fb15d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1802642 Apr 19 19:13:54.738044 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45164) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:54.744357 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-a6bf0ca5-3987-4986-b968-2b2e35e3402d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Request body: {'security_group_rule': {'security_group_id': 'cc5c9260-6aa0-478f-ab63-4935e4d31465', 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:54.751382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a6bf0ca5-3987-4986-b968-2b2e35e3402d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:54.756181 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-a6bf0ca5-3987-4986-b968-2b2e35e3402d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Usage tracker for resource:security_group_rule and tenant:78d3b173fc2f4041ac6437d9f6370d8c is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:54.760079 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-a6bf0ca5-3987-4986-b968-2b2e35e3402d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:54.766428 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a6bf0ca5-3987-4986-b968-2b2e35e3402d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:54.788077 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0ca5-3987-4986-b968-2b2e35e3402d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:54.821600 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3c5f8a56-ff16-4260-bb50-2c90769431e7 req-00350786-ea32-4d92-b713-c833fd1e3038 service neutron] 10.222.0.75 "GET /v2.0/networks/f7e89038-5b58-4767-958b-65cc94d73867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527531 Apr 19 19:13:54.859564 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2897ab-88a9-49d6-87bb-fa892e862be0 None None] New status for floating IP f801a021-45d5-4473-8bf4-3274be697b40: ACTIVE {{(pid=86368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:13:54.873358 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0ca5-3987-4986-b968-2b2e35e3402d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:54.878257 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0ca5-3987-4986-b968-2b2e35e3402d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:54.880552 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7f6504f7-d1dc-491a-b71e-6afa2c1fb15d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:54.914492 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf0ca5-3987-4986-b968-2b2e35e3402d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fa23af-7838-48c1-ab7a-4a2e332ee084,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:54.923813 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a6bf0ca5-3987-4986-b968-2b2e35e3402d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:54.935920 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a6bf0ca5-3987-4986-b968-2b2e35e3402d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:54.940024 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-a6bf0ca5-3987-4986-b968-2b2e35e3402d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1982639 Apr 19 19:13:54.940260 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45174) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:54.948961 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-9f2830a3-e0fc-4ee5-b74e-7917911b341b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Request body: {'security_group_rule': {'security_group_id': 'cc5c9260-6aa0-478f-ab63-4935e4d31465', 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:54.968827 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9f2830a3-e0fc-4ee5-b74e-7917911b341b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:54.980235 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-9f2830a3-e0fc-4ee5-b74e-7917911b341b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Usage tracker for resource:security_group_rule and tenant:78d3b173fc2f4041ac6437d9f6370d8c is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:54.987449 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-9f2830a3-e0fc-4ee5-b74e-7917911b341b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:55.000161 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9f2830a3-e0fc-4ee5-b74e-7917911b341b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:55.015025 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.securitygroups_db [None req-9f2830a3-e0fc-4ee5-b74e-7917911b341b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Project 78d3b173fc2f4041ac6437d9f6370d8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 19:13:55.030581 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9f2830a3-e0fc-4ee5-b74e-7917911b341b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:55.035749 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3c5f8a56-ff16-4260-bb50-2c90769431e7 req-63df68ae-d504-458a-bcec-4ce63ea954a6 service neutron] 10.222.0.75 "GET /v2.0/networks/f7e89038-5b58-4767-958b-65cc94d73867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013705 Apr 19 19:13:55.173090 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device acfc3f98-9996-4872-991d-7056281f07b4 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:13:55.173298 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9f2830a3-e0fc-4ee5-b74e-7917911b341b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:55.179350 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9f2830a3-e0fc-4ee5-b74e-7917911b341b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:55.190893 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f68ff823-483f-48db-bdba-ffa03350baec tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:55.220564 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2830a3-e0fc-4ee5-b74e-7917911b341b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69024b39-db2d-4b7c-a4fb-df8d55bc97ca,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:55.223693 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9f2830a3-e0fc-4ee5-b74e-7917911b341b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:55.235056 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149adc10-0865-423b-9072-95601ba7c529 req-4a20215b-856e-4990-9eda-d3cf51a1d4a1 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:55.236794 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-149adc10-0865-423b-9072-95601ba7c529 req-4a20215b-856e-4990-9eda-d3cf51a1d4a1 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.1616578 Apr 19 19:13:55.237615 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9f2830a3-e0fc-4ee5-b74e-7917911b341b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:55.241834 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-9f2830a3-e0fc-4ee5-b74e-7917911b341b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3005223 Apr 19 19:13:55.242788 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45182) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:13:55.254212 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-76957176-bd6f-406f-9cbe-22fbfce85d24 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Request body: {'security_group_rule': {'security_group_id': 'cc5c9260-6aa0-478f-ab63-4935e4d31465', 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:55.278197 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010101cd-8cf6-48d4-81ef-a62edaef0dae req-18dc6968-86d5-483a-9bd3-d394fec31bd0 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:55.279372 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-76957176-bd6f-406f-9cbe-22fbfce85d24 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:13:55.280437 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-010101cd-8cf6-48d4-81ef-a62edaef0dae req-18dc6968-86d5-483a-9bd3-d394fec31bd0 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 946 time: 0.1299145 Apr 19 19:13:55.288033 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-76957176-bd6f-406f-9cbe-22fbfce85d24 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Usage tracker for resource:security_group_rule and tenant:78d3b173fc2f4041ac6437d9f6370d8c is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:13:55.293064 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-76957176-bd6f-406f-9cbe-22fbfce85d24 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:13:55.307775 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-76957176-bd6f-406f-9cbe-22fbfce85d24 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:13:55.328644 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-149adc10-0865-423b-9072-95601ba7c529 req-d07445bb-b9e1-421a-ae95-c0dfda681a77 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812099 Apr 19 19:13:55.341325 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.securitygroups_db [None req-76957176-bd6f-406f-9cbe-22fbfce85d24 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Project 78d3b173fc2f4041ac6437d9f6370d8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 19:13:55.357448 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76957176-bd6f-406f-9cbe-22fbfce85d24 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:55.450478 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76957176-bd6f-406f-9cbe-22fbfce85d24 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:55.453719 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76957176-bd6f-406f-9cbe-22fbfce85d24 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:55.455838 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:55.477018 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port acfc3f98-9996-4872-991d-7056281f07b4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=acfc3f98-9996-4872-991d-7056281f07b4,segment=NetworkSegment(7c1fa115-8b02-4c44-a132-8a58ad5e2948),segment_id=7c1fa115-8b02-4c44-a132-8a58ad5e2948)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:55.479203 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-010101cd-8cf6-48d4-81ef-a62edaef0dae req-aedeb871-398d-4cee-8637-026cec8b3849 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Deleting port bb27e8d5-0aa7-410e-83ac-240037c8cc6d {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:13:55.479588 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-010101cd-8cf6-48d4-81ef-a62edaef0dae req-aedeb871-398d-4cee-8637-026cec8b3849 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:55.486470 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76957176-bd6f-406f-9cbe-22fbfce85d24 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531ccea2-8e67-431e-b51a-feea84944a54,revision_number=0']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:55.492779 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': 'acfc3f98-9996-4872-991d-7056281f07b4', 'network_id': '67b4228e-71c2-40be-8161-770e93440890', 'port_id': 'acfc3f98-9996-4872-991d-7056281f07b4', 'mac_address': 'fa:16:3e:d6:4a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:13:55.496195 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-76957176-bd6f-406f-9cbe-22fbfce85d24 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:55.499270 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76957176-bd6f-406f-9cbe-22fbfce85d24 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:55.503344 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-76957176-bd6f-406f-9cbe-22fbfce85d24 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2564495 Apr 19 19:13:55.555857 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:55.561880 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995c8d0-fab2-4d31-b836-ab8b99b5190c req-74e97381-7bea-445a-b66f-03ad369ed902 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:55.563511 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9995c8d0-fab2-4d31-b836-ab8b99b5190c req-74e97381-7bea-445a-b66f-03ad369ed902 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1972892 Apr 19 19:13:55.577598 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acfc3f98-9996-4872-991d-7056281f07b4 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:13:55.595630 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port acfc3f98-9996-4872-991d-7056281f07b4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=acfc3f98-9996-4872-991d-7056281f07b4,segment=NetworkSegment(7c1fa115-8b02-4c44-a132-8a58ad5e2948),segment_id=7c1fa115-8b02-4c44-a132-8a58ad5e2948)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:55.598851 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:55.600888 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:55.642911 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-72aee5e6-3bc6-4be5-b4f1-0c1c5dd6996e req-c1a66d50-14ce-4c85-9bd3-484c10e14463 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-135547101&fields=id&tenant_id=78d3b173fc2f4041ac6437d9f6370d8c HTTP/1.1" status: 200 len: 267 time: 0.0539560 Apr 19 19:13:55.680078 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=acfc3f98-9996-4872-991d-7056281f07b4,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:55.684648 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:55.739000 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9995c8d0-fab2-4d31-b836-ab8b99b5190c req-fe9b1960-737c-47e3-8633-8efa93485d06 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459093 Apr 19 19:13:55.742060 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aee5e6-3bc6-4be5-b4f1-0c1c5dd6996e req-635bd35b-8405-4e46-a330-79ade4541e63 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:55.745149 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-72aee5e6-3bc6-4be5-b4f1-0c1c5dd6996e req-635bd35b-8405-4e46-a330-79ade4541e63 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 946 time: 0.0992279 Apr 19 19:13:55.759242 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-72aee5e6-3bc6-4be5-b4f1-0c1c5dd6996e req-217c8e1a-48da-462b-a423-0c3cf3f592ea tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Request body: {'port': {'security_groups': ['24c8d2bd-c115-48b4-845e-0eb46e84231b', 'cc5c9260-6aa0-478f-ab63-4935e4d31465']}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:13:55.825791 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-010101cd-8cf6-48d4-81ef-a62edaef0dae req-aedeb871-398d-4cee-8637-026cec8b3849 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] For port bb27e8d5-0aa7-410e-83ac-240037c8cc6d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bb27e8d5-0aa7-410e-83ac-240037c8cc6d,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:55.826194 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-010101cd-8cf6-48d4-81ef-a62edaef0dae req-aedeb871-398d-4cee-8637-026cec8b3849 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:55.911663 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-72aee5e6-3bc6-4be5-b4f1-0c1c5dd6996e req-217c8e1a-48da-462b-a423-0c3cf3f592ea tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:56.009737 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-010101cd-8cf6-48d4-81ef-a62edaef0dae req-aedeb871-398d-4cee-8637-026cec8b3849 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Calling delete_port for bb27e8d5-0aa7-410e-83ac-240037c8cc6d owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:13:56.011382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['acfc3f98-9996-4872-991d-7056281f07b4'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:13:56.197128 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92175e1-bf46-434e-9187-2fe4714c28b8 req-f2726a7d-8dc9-4323-80f9-b2acdccedcfe tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:56.198776 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d92175e1-bf46-434e-9187-2fe4714c28b8 req-f2726a7d-8dc9-4323-80f9-b2acdccedcfe tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 946 time: 0.3062527 Apr 19 19:13:56.265196 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-010101cd-8cf6-48d4-81ef-a62edaef0dae req-aedeb871-398d-4cee-8637-026cec8b3849 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:56.270807 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d92175e1-bf46-434e-9187-2fe4714c28b8 req-9f0116f4-6d7e-4c28-b63d-76d57e90591d tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620985 Apr 19 19:13:56.282784 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-72aee5e6-3bc6-4be5-b4f1-0c1c5dd6996e req-217c8e1a-48da-462b-a423-0c3cf3f592ea tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] For port dfbb4818-f139-4930-bab8-7b8c336b1222, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dfbb4818-f139-4930-bab8-7b8c336b1222,segment=NetworkSegment(6700551c-4caf-45cf-8732-aec914329e91),segment_id=6700551c-4caf-45cf-8732-aec914329e91)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:56.285405 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:56.310720 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-72aee5e6-3bc6-4be5-b4f1-0c1c5dd6996e req-217c8e1a-48da-462b-a423-0c3cf3f592ea tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:56.314571 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-72aee5e6-3bc6-4be5-b4f1-0c1c5dd6996e req-217c8e1a-48da-462b-a423-0c3cf3f592ea tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:56.322243 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f78f5faf-9a20-4b9a-b296-5e73d51e7cd9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:56.385913 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aee5e6-3bc6-4be5-b4f1-0c1c5dd6996e req-217c8e1a-48da-462b-a423-0c3cf3f592ea tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:56.386723 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-72aee5e6-3bc6-4be5-b4f1-0c1c5dd6996e req-217c8e1a-48da-462b-a423-0c3cf3f592ea tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:56.388301 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-72aee5e6-3bc6-4be5-b4f1-0c1c5dd6996e req-217c8e1a-48da-462b-a423-0c3cf3f592ea tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "PUT /v2.0/ports/dfbb4818-f139-4930-bab8-7b8c336b1222 HTTP/1.1" status: 200 len: 982 time: 0.6359632 Apr 19 19:13:56.391300 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623e1767-cde0-433a-b661-66267af6ac8a', 'tag': 'dfbb4818-f139-4930-bab8-7b8c336b1222'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:13:56.398621 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedeb871-398d-4cee-8637-026cec8b3849 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Pushing event deleted for resources: {'Port': ['ID=bb27e8d5-0aa7-410e-83ac-240037c8cc6d,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:56.432821 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c8e1a-48da-462b-a423-0c3cf3f592ea tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Pushing event updated for resources: {'Port': ['ID=dfbb4818-f139-4930-bab8-7b8c336b1222,revision_number=6']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:56.436537 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-217c8e1a-48da-462b-a423-0c3cf3f592ea tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:56.499729 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-aedeb871-398d-4cee-8637-026cec8b3849 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:56.503150 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['dfbb4818-f139-4930-bab8-7b8c336b1222'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:13:56.511814 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-010101cd-8cf6-48d4-81ef-a62edaef0dae req-aedeb871-398d-4cee-8637-026cec8b3849 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] No DVR routers for this DVR port bb27e8d5-0aa7-410e-83ac-240037c8cc6d on host hv-cinder-78693 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:13:56.517838 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-010101cd-8cf6-48d4-81ef-a62edaef0dae req-aedeb871-398d-4cee-8637-026cec8b3849 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:56.522112 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8cadd6-31ec-449a-af2a-63dfb690c04d', 'name': 'network-vif-deleted', 'tag': 'bb27e8d5-0aa7-410e-83ac-240037c8cc6d'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:13:56.564149 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-010101cd-8cf6-48d4-81ef-a62edaef0dae req-aedeb871-398d-4cee-8637-026cec8b3849 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.75 "DELETE /v2.0/ports/bb27e8d5-0aa7-410e-83ac-240037c8cc6d HTTP/1.1" status: 204 len: 173 time: 1.2716041 Apr 19 19:13:56.594289 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc133838-f923-4140-af88-8bb6761ecd86 req-02715109-e003-42b3-a4c7-6bc891c47da5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:56.596813 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-dc133838-f923-4140-af88-8bb6761ecd86 req-02715109-e003-42b3-a4c7-6bc891c47da5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 945 time: 0.1991594 Apr 19 19:13:56.683403 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-dc133838-f923-4140-af88-8bb6761ecd86 req-08a694f1-a9fb-4f80-be83-108a250634a2 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727763 Apr 19 19:13:56.694066 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-8f6607f6-67c7-494c-a0ff-3371f87f7c68 None None] Provisioning complete for port dfbb4818-f139-4930-bab8-7b8c336b1222 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:56.694839 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8f6607f6-67c7-494c-a0ff-3371f87f7c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:56.905621 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809e1ee-727b-4667-9c3f-8c2c2379d05c req-5ffc0033-135d-499b-a7d9-a304b9088702 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:56.910505 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5809e1ee-727b-4667-9c3f-8c2c2379d05c req-5ffc0033-135d-499b-a7d9-a304b9088702 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.4094067 Apr 19 19:13:56.953901 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b97b6-e29b-48bf-be73-8f62811330d2 req-cf28a10e-920c-4dac-af76-1e9e15d1e3f7 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:56.955550 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-449b97b6-e29b-48bf-be73-8f62811330d2 req-cf28a10e-920c-4dac-af76-1e9e15d1e3f7 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 985 time: 0.1112072 Apr 19 19:13:56.980106 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5809e1ee-727b-4667-9c3f-8c2c2379d05c req-3c903f19-463d-4340-96f0-17fbfc67a340 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578246 Apr 19 19:13:57.020113 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-449b97b6-e29b-48bf-be73-8f62811330d2 req-4bbb3c00-bade-4fd5-977e-8bfe999af6a1 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Synchronizing usage tracker for tenant:78d3b173fc2f4041ac6437d9f6370d8c on resource:security_group {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:13:57.033038 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623e1767-cde0-433a-b661-66267af6ac8a', 'tag': 'dfbb4818-f139-4930-bab8-7b8c336b1222', 'status': 'completed', 'code': 200} Apr 19 19:13:57.040979 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-449b97b6-e29b-48bf-be73-8f62811330d2 req-4bbb3c00-bade-4fd5-977e-8bfe999af6a1 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Unset dirty status for tenant:78d3b173fc2f4041ac6437d9f6370d8c on resource:security_group {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:13:57.043511 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-449b97b6-e29b-48bf-be73-8f62811330d2 req-4bbb3c00-bade-4fd5-977e-8bfe999af6a1 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&id=cc5c9260-6aa0-478f-ab63-4935e4d31465&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786030 Apr 19 19:13:57.060599 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['dfbb4818-f139-4930-bab8-7b8c336b1222'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:13:57.082973 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8cadd6-31ec-449a-af2a-63dfb690c04d', 'name': 'network-vif-deleted', 'tag': 'bb27e8d5-0aa7-410e-83ac-240037c8cc6d', 'status': 'completed', 'code': 200} Apr 19 19:13:57.087916 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['9c036daa-1e8c-443b-be41-1313dc7fd5bc', 'bb27e8d5-0aa7-410e-83ac-240037c8cc6d'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:13:57.484575 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2d1b9d8e-d2ff-498b-bd1e-5dd175585e84 req-5925080a-b39b-445d-9b08-020e1827c2d8 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c8cadd6-31ec-449a-af2a-63dfb690c04d HTTP/1.1" status: 200 len: 210 time: 0.0724783 Apr 19 19:13:57.519598 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8487fc-ee11-4863-a6d4-a8f4f0208906 req-46da99db-a7aa-4e56-9723-49fd7c1067ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:57.521379 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ee8487fc-ee11-4863-a6d4-a8f4f0208906 req-46da99db-a7aa-4e56-9723-49fd7c1067ae service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78d3b173fc2f4041ac6437d9f6370d8c&device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 1138 time: 0.4458208 Apr 19 19:13:57.532094 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33cf2b-02a0-433e-81d5-44a69c1cc944 req-cc3fd7e3-a434-46d7-982c-ef122b5f3719 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:57.533680 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ae33cf2b-02a0-433e-81d5-44a69c1cc944 req-cc3fd7e3-a434-46d7-982c-ef122b5f3719 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1578159 Apr 19 19:13:57.683839 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ae33cf2b-02a0-433e-81d5-44a69c1cc944 req-843c5a3c-faa7-4018-a6f9-2f916e2fedf2 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239152 Apr 19 19:13:57.725148 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8487fc-ee11-4863-a6d4-a8f4f0208906 req-e5c34168-b779-4421-a6c7-ef9e81fe00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:57.726744 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ee8487fc-ee11-4863-a6d4-a8f4f0208906 req-e5c34168-b779-4421-a6c7-ef9e81fe00bd service neutron] 10.222.0.75 "GET /v2.0/networks?id=f7e89038-5b58-4767-958b-65cc94d73867 HTTP/1.1" status: 200 len: 916 time: 0.1921163 Apr 19 19:13:57.879713 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ee8487fc-ee11-4863-a6d4-a8f4f0208906 req-11181e43-f06f-45e7-9f55-f4440068b803 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfbb4818-f139-4930-bab8-7b8c336b1222 HTTP/1.1" status: 200 len: 1001 time: 0.1398935 Apr 19 19:13:57.929716 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dcdad-52b9-45b1-a4cc-908956190dbb req-e8484443-8283-4854-9643-05d104cb84c4 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:57.932168 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-997dcdad-52b9-45b1-a4cc-908956190dbb req-e8484443-8283-4854-9643-05d104cb84c4 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 945 time: 0.1156924 Apr 19 19:13:57.952222 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8487fc-ee11-4863-a6d4-a8f4f0208906 req-b73edf89-d082-4c08-817e-752d630a3d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:57.953732 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ee8487fc-ee11-4863-a6d4-a8f4f0208906 req-b73edf89-d082-4c08-817e-752d630a3d15 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6be0fbdb-bb53-4f68-8b76-65bf0472340f HTTP/1.1" status: 200 len: 854 time: 0.0662024 Apr 19 19:13:57.981604 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-997dcdad-52b9-45b1-a4cc-908956190dbb req-ba35882f-c370-445d-9458-8f1990f2ebaf tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428767 Apr 19 19:13:58.047458 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8487fc-ee11-4863-a6d4-a8f4f0208906 req-23558114-cd56-480e-9121-f065949da7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:58.049136 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ee8487fc-ee11-4863-a6d4-a8f4f0208906 req-23558114-cd56-480e-9121-f065949da7cd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f7e89038-5b58-4767-958b-65cc94d73867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0869298 Apr 19 19:13:58.278820 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ee8487fc-ee11-4863-a6d4-a8f4f0208906 req-f1f68d8e-96f9-4b6c-bcc5-d6996727cc19 service neutron] 10.222.0.75 "GET /v2.0/networks/f7e89038-5b58-4767-958b-65cc94d73867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166531 Apr 19 19:13:58.295931 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce624f2-1a46-40c9-ab63-b7f6e3ea71e8 req-81c6be47-3477-41fe-b45e-87c37f4cc632 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:58.297510 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8ce624f2-1a46-40c9-ab63-b7f6e3ea71e8 req-81c6be47-3477-41fe-b45e-87c37f4cc632 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.2063661 Apr 19 19:13:58.450123 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8ce624f2-1a46-40c9-ab63-b7f6e3ea71e8 req-3bda6ec9-39f2-4fd9-b0b8-5c002b25e32d tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/security-groups?id=27c586b2-8888-4ddb-a44d-1a72d5d28b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269288 Apr 19 19:13:58.490223 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ee8487fc-ee11-4863-a6d4-a8f4f0208906 req-12df88da-355a-4692-806d-58a89a4c633b service neutron] 10.222.0.75 "GET /v2.0/networks/f7e89038-5b58-4767-958b-65cc94d73867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916652 Apr 19 19:13:58.718696 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da4493-5dcd-4acd-af64-9527139bb9d0 req-ea71cc68-6748-473c-a94d-da73e58e6390 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:58.720446 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f6da4493-5dcd-4acd-af64-9527139bb9d0 req-ea71cc68-6748-473c-a94d-da73e58e6390 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.75 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 945 time: 0.0997412 Apr 19 19:13:58.803636 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-f6da4493-5dcd-4acd-af64-9527139bb9d0 req-08b64430-39f2-4526-bafc-8c556ad5e821 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Deleting port c443d0cd-ac7e-432e-a5c3-4cd5ad869428 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:13:58.804046 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f6da4493-5dcd-4acd-af64-9527139bb9d0 req-08b64430-39f2-4526-bafc-8c556ad5e821 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:58.906793 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e7b80-edf7-49a6-b50c-43c47c25adc6 req-26ee6caf-a0b4-4311-8e47-5ef5802d475f tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:58.908421 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f23e7b80-edf7-49a6-b50c-43c47c25adc6 req-26ee6caf-a0b4-4311-8e47-5ef5802d475f tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0978420 Apr 19 19:13:58.959476 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f23e7b80-edf7-49a6-b50c-43c47c25adc6 req-fbec1288-3b41-40ac-8335-344ce95a4729 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443523 Apr 19 19:13:59.077817 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-f6da4493-5dcd-4acd-af64-9527139bb9d0 req-08b64430-39f2-4526-bafc-8c556ad5e821 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] For port c443d0cd-ac7e-432e-a5c3-4cd5ad869428, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c443d0cd-ac7e-432e-a5c3-4cd5ad869428,segment=NetworkSegment(a6d5aeb3-d8a9-4d4a-94e7-8849b8444182),segment_id=a6d5aeb3-d8a9-4d4a-94e7-8849b8444182)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:59.078227 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f6da4493-5dcd-4acd-af64-9527139bb9d0 req-08b64430-39f2-4526-bafc-8c556ad5e821 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:59.192965 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device acfc3f98-9996-4872-991d-7056281f07b4 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:13:59.251448 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-f6da4493-5dcd-4acd-af64-9527139bb9d0 req-08b64430-39f2-4526-bafc-8c556ad5e821 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Calling delete_port for c443d0cd-ac7e-432e-a5c3-4cd5ad869428 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:13:59.267749 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning for port acfc3f98-9996-4872-991d-7056281f07b4 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:13:59.272552 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port acfc3f98-9996-4872-991d-7056281f07b4 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:13:59.272972 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:59.380075 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd74a24-f9a5-4390-a382-2b601e5a151f req-ac31eb67-c67f-4e30-a709-45c5b67a0fed tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:59.381797 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4bd74a24-f9a5-4390-a382-2b601e5a151f req-ac31eb67-c67f-4e30-a709-45c5b67a0fed tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 945 time: 0.2339108 Apr 19 19:13:59.412754 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:59.442489 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cac258-32ce-4343-a05d-3f4b75ae76e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfc3f98-9996-4872-991d-7056281f07b4'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:13:59.454254 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port acfc3f98-9996-4872-991d-7056281f07b4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=acfc3f98-9996-4872-991d-7056281f07b4,segment=NetworkSegment(7c1fa115-8b02-4c44-a132-8a58ad5e2948),segment_id=7c1fa115-8b02-4c44-a132-8a58ad5e2948)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:13:59.459183 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:59.460303 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device bb27e8d5-0aa7-410e-83ac-240037c8cc6d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:13:59.486172 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4bd74a24-f9a5-4390-a382-2b601e5a151f req-7f799e40-3f05-485b-9cd0-5a06d1d1a978 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704787 Apr 19 19:13:59.490580 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f6da4493-5dcd-4acd-af64-9527139bb9d0 req-08b64430-39f2-4526-bafc-8c556ad5e821 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:59.495221 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:59.498595 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:13:59.556746 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b64430-39f2-4526-bafc-8c556ad5e821 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Pushing event deleted for resources: {'Port': ['ID=c443d0cd-ac7e-432e-a5c3-4cd5ad869428,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:59.575510 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cac258-32ce-4343-a05d-3f4b75ae76e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfc3f98-9996-4872-991d-7056281f07b4', 'code': 200} Apr 19 19:13:59.587461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] No Port match for: bb27e8d5-0aa7-410e-83ac-240037c8cc6d {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:13:59.587461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device bb27e8d5-0aa7-410e-83ac-240037c8cc6d not bound to the agent host hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:13:59.590588 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-08b64430-39f2-4526-bafc-8c556ad5e821 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:59.599167 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=acfc3f98-9996-4872-991d-7056281f07b4,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:13:59.608446 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:13:59.677587 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6da4493-5dcd-4acd-af64-9527139bb9d0 req-08b64430-39f2-4526-bafc-8c556ad5e821 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] No DVR routers for this DVR port c443d0cd-ac7e-432e-a5c3-4cd5ad869428 on host hv-cinder-78693 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:13:59.685473 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f6da4493-5dcd-4acd-af64-9527139bb9d0 req-08b64430-39f2-4526-bafc-8c556ad5e821 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:13:59.688337 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd493dfae-da37-4dc5-916f-b2971d68b11f', 'name': 'network-vif-deleted', 'tag': 'c443d0cd-ac7e-432e-a5c3-4cd5ad869428'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:13:59.705757 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8308a0fd-b6b5-4dcc-8cd9-18fc2a2b5489 req-dad3bba8-d435-46dc-b19d-d63a40bbd966 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d493dfae-da37-4dc5-916f-b2971d68b11f HTTP/1.1" status: 200 len: 210 time: 0.0696838 Apr 19 19:13:59.713288 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f6da4493-5dcd-4acd-af64-9527139bb9d0 req-08b64430-39f2-4526-bafc-8c556ad5e821 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] 10.222.0.75 "DELETE /v2.0/ports/c443d0cd-ac7e-432e-a5c3-4cd5ad869428 HTTP/1.1" status: 204 len: 173 time: 0.9867415 Apr 19 19:13:59.757360 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd493dfae-da37-4dc5-916f-b2971d68b11f', 'name': 'network-vif-deleted', 'tag': 'c443d0cd-ac7e-432e-a5c3-4cd5ad869428', 'status': 'completed', 'code': 200} Apr 19 19:13:59.953977 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18210e5-1d39-4712-bf65-6f8088b409f3 req-01f95ad7-2323-4c86-9dbc-25fe5c08f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:13:59.955586 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c18210e5-1d39-4712-bf65-6f8088b409f3 req-01f95ad7-2323-4c86-9dbc-25fe5c08f234 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 1099 time: 0.0830214 Apr 19 19:14:00.003965 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c18210e5-1d39-4712-bf65-6f8088b409f3 req-46011d5e-cfdc-4404-92c7-c98d06f48bc2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407746 Apr 19 19:14:00.190647 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940af0e8-45ba-407d-913b-0c22636000ee req-f5059c89-3ca4-47b1-a202-c4d2a71a2556 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:00.192260 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-940af0e8-45ba-407d-913b-0c22636000ee req-f5059c89-3ca4-47b1-a202-c4d2a71a2556 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0989373 Apr 19 19:14:00.244842 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-940af0e8-45ba-407d-913b-0c22636000ee req-b1d272c8-1167-4646-ae1a-cca0fbcae55e tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458019 Apr 19 19:14:00.257316 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93737175-3270-4ad3-addc-3d82fd581000 req-bb91383a-67e9-41e0-b5b8-42052b5629b4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:00.258119 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-93737175-3270-4ad3-addc-3d82fd581000 req-bb91383a-67e9-41e0-b5b8-42052b5629b4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Synchronizing usage tracker for tenant:1e8c6d1bd53d4d81b36a71953a444481 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:14:00.274205 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-93737175-3270-4ad3-addc-3d82fd581000 req-bb91383a-67e9-41e0-b5b8-42052b5629b4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Unset dirty status for tenant:1e8c6d1bd53d4d81b36a71953a444481 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:14:00.275913 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-93737175-3270-4ad3-addc-3d82fd581000 req-bb91383a-67e9-41e0-b5b8-42052b5629b4 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=303be2a5-25a2-44dd-911d-8b7ef2dd3b52 HTTP/1.1" status: 200 len: 945 time: 0.1078615 Apr 19 19:14:00.329446 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-93737175-3270-4ad3-addc-3d82fd581000 req-3f6038a2-d8a9-445e-a390-1a4c017e7145 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470386 Apr 19 19:14:00.637499 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6397104-7ade-4ee8-8667-c019a1e22a50 req-918d77d1-00bf-42a2-bef8-ae8e9f3d1b46 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:00.645287 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e6397104-7ade-4ee8-8667-c019a1e22a50 req-918d77d1-00bf-42a2-bef8-ae8e9f3d1b46 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1061761 Apr 19 19:14:00.693010 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e6397104-7ade-4ee8-8667-c019a1e22a50 req-29e0370c-51a0-4e3f-9ab5-54182342b1e6 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467625 Apr 19 19:14:00.731846 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a783-bd4a-4be1-9160-1d1e8db6b8af req-28f77aa9-aed2-49a2-aad9-e7070c86ee03 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:00.741411 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6879a783-bd4a-4be1-9160-1d1e8db6b8af req-28f77aa9-aed2-49a2-aad9-e7070c86ee03 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.1191385 Apr 19 19:14:00.791490 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6879a783-bd4a-4be1-9160-1d1e8db6b8af req-4778e079-54fa-49b3-ba6b-95ccc28b5083 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484929 Apr 19 19:14:00.815097 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45258) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:00.844308 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6e21b-6e09-4022-9ca9-48f34dc7df04 req-3253ee6b-1131-4ab7-b827-1acb5eec7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:00.846101 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a9d6e21b-6e09-4022-9ca9-48f34dc7df04 req-3253ee6b-1131-4ab7-b827-1acb5eec7613 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d99eda3650e4d08ad8d52aac35de6aa&device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0913012 Apr 19 19:14:01.001665 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6e21b-6e09-4022-9ca9-48f34dc7df04 req-fa16bd04-fc9c-4bb9-923a-062848991108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:01.003755 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a9d6e21b-6e09-4022-9ca9-48f34dc7df04 req-fa16bd04-fc9c-4bb9-923a-062848991108 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2a04a19f-2111-459f-b0c6-fd481fb0041e HTTP/1.1" status: 200 len: 912 time: 0.1472845 Apr 19 19:14:01.125635 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a9d6e21b-6e09-4022-9ca9-48f34dc7df04 req-f589f080-28cf-4d2f-a20d-4d29bf180619 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 HTTP/1.1" status: 200 len: 1000 time: 0.1062472 Apr 19 19:14:01.189330 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device c443d0cd-ac7e-432e-a5c3-4cd5ad869428 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:14:01.201690 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6e21b-6e09-4022-9ca9-48f34dc7df04 req-dc854035-6ece-4beb-8b3a-cb848f1dd5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:01.203335 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a9d6e21b-6e09-4022-9ca9-48f34dc7df04 req-dc854035-6ece-4beb-8b3a-cb848f1dd5cd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=30029454-1ddd-4aa7-85a3-1fc1f6ca707e HTTP/1.1" status: 200 len: 850 time: 0.0703602 Apr 19 19:14:01.302136 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6e21b-6e09-4022-9ca9-48f34dc7df04 req-342c96c0-bf01-4ec7-8200-420252e18fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:01.304122 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a9d6e21b-6e09-4022-9ca9-48f34dc7df04 req-342c96c0-bf01-4ec7-8200-420252e18fdc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2a04a19f-2111-459f-b0c6-fd481fb0041e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0873842 Apr 19 19:14:01.397996 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] No Port match for: c443d0cd-ac7e-432e-a5c3-4cd5ad869428 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:14:01.398699 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device c443d0cd-ac7e-432e-a5c3-4cd5ad869428 not bound to the agent host hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:14:01.446010 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-54e221d0-ee1c-493d-a1b8-125449d00bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854113638'] for router_interface, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:01.461790 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a9d6e21b-6e09-4022-9ca9-48f34dc7df04 req-cef5fbed-12d0-4668-8a62-9de04f3d60d7 service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503637 Apr 19 19:14:01.618098 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a9d6e21b-6e09-4022-9ca9-48f34dc7df04 req-ec3ebd30-950a-4c73-ab61-502959891ad9 service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479650 Apr 19 19:14:01.712425 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651b99e-6404-4da4-94e6-5ab8303d7f1d req-0ee91342-0ced-4291-86ea-99b53647874e tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:01.714046 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c651b99e-6404-4da4-94e6-5ab8303d7f1d req-0ee91342-0ced-4291-86ea-99b53647874e tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=303be2a5-25a2-44dd-911d-8b7ef2dd3b52 HTTP/1.1" status: 200 len: 945 time: 0.2102671 Apr 19 19:14:01.859134 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c651b99e-6404-4da4-94e6-5ab8303d7f1d req-2f83f4fd-f6e9-455f-b3fe-7e5d23a88d69 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910847 Apr 19 19:14:01.906061 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4aedd0-d339-44e8-ade5-ba903af9ef1f req-58a9eb94-b0b4-49f6-b5c5-90fd5d047584 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:01.908042 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5a4aedd0-d339-44e8-ade5-ba903af9ef1f req-58a9eb94-b0b4-49f6-b5c5-90fd5d047584 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.0964906 Apr 19 19:14:01.959337 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-54e221d0-ee1c-493d-a1b8-125449d00bfa admin admin] Deleting port 53518b90-8c89-47e3-8ffb-a422c346337f {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:14:01.959943 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-54e221d0-ee1c-493d-a1b8-125449d00bfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:01.961409 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5a4aedd0-d339-44e8-ade5-ba903af9ef1f req-df25e895-03c2-4fcf-8687-498c5cefcc7b tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456474 Apr 19 19:14:02.166878 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0ab1e-5143-412e-96cc-36bc14d03a9d req-33f8b23c-4ed4-4087-b4a0-6e71641ee380 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:02.168666 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cef0ab1e-5143-412e-96cc-36bc14d03a9d req-33f8b23c-4ed4-4087-b4a0-6e71641ee380 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.0942454 Apr 19 19:14:02.179988 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-54e221d0-ee1c-493d-a1b8-125449d00bfa admin admin] For port 53518b90-8c89-47e3-8ffb-a422c346337f, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=53518b90-8c89-47e3-8ffb-a422c346337f,segment=NetworkSegment(a6d5aeb3-d8a9-4d4a-94e7-8849b8444182),segment_id=a6d5aeb3-d8a9-4d4a-94e7-8849b8444182)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:14:02.179988 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-54e221d0-ee1c-493d-a1b8-125449d00bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:02.230209 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cef0ab1e-5143-412e-96cc-36bc14d03a9d req-f80e69b9-2166-43f6-9a0e-14dfd295fe9d tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546839 Apr 19 19:14:02.323684 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-54e221d0-ee1c-493d-a1b8-125449d00bfa admin admin] Calling delete_port for 53518b90-8c89-47e3-8ffb-a422c346337f owned by network:router_interface {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:14:02.443073 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee0358-b031-4d04-aae6-6b9dc39c74fc req-7d01129d-4402-465d-a47a-0047a6d0bdd5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:02.444583 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-75ee0358-b031-4d04-aae6-6b9dc39c74fc req-7d01129d-4402-465d-a47a-0047a6d0bdd5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.75 "GET /v2.0/ports?device_id=303be2a5-25a2-44dd-911d-8b7ef2dd3b52 HTTP/1.1" status: 200 len: 945 time: 0.0913434 Apr 19 19:14:02.522087 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-75ee0358-b031-4d04-aae6-6b9dc39c74fc req-ddb8fb1c-7827-4799-8a0f-3aadb59e715b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Deleting port 9c036daa-1e8c-443b-be41-1313dc7fd5bc {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:14:02.522465 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-75ee0358-b031-4d04-aae6-6b9dc39c74fc req-ddb8fb1c-7827-4799-8a0f-3aadb59e715b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:02.638283 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a8639-272b-4b77-9709-f9d6d38d28d9 req-3e2828ac-8049-4fbb-ac28-8906c936f4f4 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:02.639954 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-be4a8639-272b-4b77-9709-f9d6d38d28d9 req-3e2828ac-8049-4fbb-ac28-8906c936f4f4 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.2797797 Apr 19 19:14:02.739545 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-be4a8639-272b-4b77-9709-f9d6d38d28d9 req-a18d33e2-1313-428f-b16e-1e015eb3e0fa tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902495 Apr 19 19:14:02.767193 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-54e221d0-ee1c-493d-a1b8-125449d00bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:02.771852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45282) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:02.774256 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8c5088fc-c78c-457a-bc7f-804bdb387c21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:02.869737 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e221d0-ee1c-493d-a1b8-125449d00bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=53518b90-8c89-47e3-8ffb-a422c346337f,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:02.872595 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-54e221d0-ee1c-493d-a1b8-125449d00bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:03.101322 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-75ee0358-b031-4d04-aae6-6b9dc39c74fc req-ddb8fb1c-7827-4799-8a0f-3aadb59e715b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] For port 9c036daa-1e8c-443b-be41-1313dc7fd5bc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9c036daa-1e8c-443b-be41-1313dc7fd5bc,segment=NetworkSegment(0d6a7523-ee42-496d-bdfe-073012239df9),segment_id=0d6a7523-ee42-496d-bdfe-073012239df9)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:14:03.103243 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-75ee0358-b031-4d04-aae6-6b9dc39c74fc req-ddb8fb1c-7827-4799-8a0f-3aadb59e715b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:03.260518 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-75ee0358-b031-4d04-aae6-6b9dc39c74fc req-ddb8fb1c-7827-4799-8a0f-3aadb59e715b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Calling delete_port for 9c036daa-1e8c-443b-be41-1313dc7fd5bc owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:14:03.314417 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587d616-a500-4a28-931c-886a8de32969 req-b6507660-e5e8-4465-8760-ff728d65363a tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:03.316083 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1587d616-a500-4a28-931c-886a8de32969 req-b6507660-e5e8-4465-8760-ff728d65363a tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/ports?device_id=303be2a5-25a2-44dd-911d-8b7ef2dd3b52 HTTP/1.1" status: 200 len: 945 time: 0.3351665 Apr 19 19:14:03.404213 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1587d616-a500-4a28-931c-886a8de32969 req-9631b66e-e0ab-4564-b2e4-db9cfcc3e89b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.58 "GET /v2.0/security-groups?id=8e86a221-21e3-4caf-a2ae-b54c2293ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764313 Apr 19 19:14:03.478365 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-75ee0358-b031-4d04-aae6-6b9dc39c74fc req-ddb8fb1c-7827-4799-8a0f-3aadb59e715b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:03.484035 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:03.495284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419dda1f-6bfb-46f8-a5e2-aac0f15a39af tempest-TestShelveInstance-432928068 tempest-TestShelveInstance-432928068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:03.496083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-419dda1f-6bfb-46f8-a5e2-aac0f15a39af tempest-TestShelveInstance-432928068 tempest-TestShelveInstance-432928068-project-admin] Synchronizing usage tracker for tenant:0a15e2339e924f19916453ff18706045 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:14:03.538173 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8fb1c-7827-4799-8a0f-3aadb59e715b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Pushing event deleted for resources: {'Port': ['ID=9c036daa-1e8c-443b-be41-1313dc7fd5bc,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:03.541070 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ddb8fb1c-7827-4799-8a0f-3aadb59e715b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:03.559060 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-419dda1f-6bfb-46f8-a5e2-aac0f15a39af tempest-TestShelveInstance-432928068 tempest-TestShelveInstance-432928068-project-admin] Unset dirty status for tenant:0a15e2339e924f19916453ff18706045 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:14:03.560352 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-419dda1f-6bfb-46f8-a5e2-aac0f15a39af tempest-TestShelveInstance-432928068 tempest-TestShelveInstance-432928068-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 1094 time: 0.7528131 Apr 19 19:14:03.562058 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-54e221d0-ee1c-493d-a1b8-125449d00bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854113564'] for router_interface, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:03.565743 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45292) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:03.577346 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Request body: {'floatingip': {'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'port_id': 'acfc3f98-9996-4872-991d-7056281f07b4', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:14:03.596053 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d074e-92c6-4697-a232-9fd78f112ba7 req-5993b56d-3e72-4eee-b314-dbc5075dc8de tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:03.597975 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-788d074e-92c6-4697-a232-9fd78f112ba7 req-5993b56d-3e72-4eee-b314-dbc5075dc8de tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.2706966 Apr 19 19:14:03.599096 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:03.624709 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ee0358-b031-4d04-aae6-6b9dc39c74fc req-ddb8fb1c-7827-4799-8a0f-3aadb59e715b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] No DVR routers for this DVR port 9c036daa-1e8c-443b-be41-1313dc7fd5bc on host hv-cinder-78693 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:14:03.627102 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-75ee0358-b031-4d04-aae6-6b9dc39c74fc req-ddb8fb1c-7827-4799-8a0f-3aadb59e715b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:03.629984 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303be2a5-25a2-44dd-911d-8b7ef2dd3b52', 'name': 'network-vif-deleted', 'tag': '9c036daa-1e8c-443b-be41-1313dc7fd5bc'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:14:03.646186 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-75ee0358-b031-4d04-aae6-6b9dc39c74fc req-ddb8fb1c-7827-4799-8a0f-3aadb59e715b tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] 10.222.0.75 "DELETE /v2.0/ports/9c036daa-1e8c-443b-be41-1313dc7fd5bc HTTP/1.1" status: 204 len: 173 time: 1.1956880 Apr 19 19:14:03.666657 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Usage tracker for resource:floatingip and tenant:b4938380a9b34f6e8ad32344ffb7cc84 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:03.690366 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303be2a5-25a2-44dd-911d-8b7ef2dd3b52', 'name': 'network-vif-deleted', 'tag': '9c036daa-1e8c-443b-be41-1313dc7fd5bc', 'status': 'completed', 'code': 200} Apr 19 19:14:03.733515 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:03.764556 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:03.810156 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for floatingip, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:03.841300 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-788d074e-92c6-4697-a232-9fd78f112ba7 req-58400d46-5438-4221-94a7-cd0526afb06e tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763735 Apr 19 19:14:04.171227 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e221d0-ee1c-493d-a1b8-125449d00bfa admin admin] Router 5746e412-7d53-4c1c-8a74-74a295b7845a has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:14:04.172927 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:04.501536 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Allocated IP 172.28.1.239 (e4e5816e-6a67-4607-b0cd-dfb76bb3ca64/802e8c21-e3db-4541-8cf5-b393bddf9a24/10d5fa44-aedd-4c23-8112-21c4c44aa8e7) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:14:04.504164 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e221d0-ee1c-493d-a1b8-125449d00bfa admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:14:04.512925 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 45304) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:04.522290 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc505f-c033-44fa-b80b-d68eb9c66dab None None] Sync routers for ids ['5746e412-7d53-4c1c-8a74-74a295b7845a'] in dv-cinder-786932-1-smb {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:14:04.527200 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-54e221d0-ee1c-493d-a1b8-125449d00bfa admin admin] 10.222.0.58 "PUT /v2.0/routers/5746e412-7d53-4c1c-8a74-74a295b7845a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7108703 Apr 19 19:14:04.545591 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45308) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:04.546113 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc505f-c033-44fa-b80b-d68eb9c66dab None None] Routers {'5746e412-7d53-4c1c-8a74-74a295b7845a'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:14:04.547854 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-61dc505f-c033-44fa-b80b-d68eb9c66dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:13:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['5746e412-7d53-4c1c-8a74-74a295b7845a'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:04.598059 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c90d14e-15a5-4ca8-bffd-7be108a26cc2 admin admin] Deleting subnet afed9574-ba6e-4acb-aa72-5f5951c14d3b {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:14:04.601352 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0c90d14e-15a5-4ca8-bffd-7be108a26cc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:04.658483 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0c90d14e-15a5-4ca8-bffd-7be108a26cc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1600776'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:04.723553 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0c90d14e-15a5-4ca8-bffd-7be108a26cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070052'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:04.746076 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-61dc505f-c033-44fa-b80b-d68eb9c66dab None None] Set router 5746e412-7d53-4c1c-8a74-74a295b7845a gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:14:04.835144 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Notify callbacks [] for router, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:05.039794 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0c90d14e-15a5-4ca8-bffd-7be108a26cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850705764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036792642332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036793590110'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:05.046432 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-04796023-eec1-43d6-88ed-f0a604a2150f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:05.090839 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90d14e-15a5-4ca8-bffd-7be108a26cc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afed9574-ba6e-4acb-aa72-5f5951c14d3b,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:05.094191 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0c90d14e-15a5-4ca8-bffd-7be108a26cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:05.104347 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0c90d14e-15a5-4ca8-bffd-7be108a26cc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:05.108223 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-61dc505f-c033-44fa-b80b-d68eb9c66dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5746e412-7d53-4c1c-8a74-74a295b7845a', 'name': 'tempest-ServerRescueNegativeTestJSON-112135184-router', 'tenant_id': '8a42694aec374663aae1ddf6f96e3643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': 'f0a87a85-885d-44be-b37a-7bebba2e712b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:14:02Z', 'revision_number': 5, 'project_id': '8a42694aec374663aae1ddf6f96e3643', 'gw_port': {'id': 'f0a87a85-885d-44be-b37a-7bebba2e712b', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5746e412-7d53-4c1c-8a74-74a295b7845a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:05.112888 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-0c90d14e-15a5-4ca8-bffd-7be108a26cc2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/afed9574-ba6e-4acb-aa72-5f5951c14d3b HTTP/1.1" status: 204 len: 168 time: 0.5984316 Apr 19 19:14:05.113156 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc505f-c033-44fa-b80b-d68eb9c66dab None None] Checking router: 5746e412-7d53-4c1c-8a74-74a295b7845a for host: dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:14:05.115259 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 45318) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:05.123662 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc505f-c033-44fa-b80b-d68eb9c66dab None None] Routers {'5746e412-7d53-4c1c-8a74-74a295b7845a'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:14:05.124553 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-61dc505f-c033-44fa-b80b-d68eb9c66dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:13:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['5746e412-7d53-4c1c-8a74-74a295b7845a'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:05.206004 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 9c036daa-1e8c-443b-be41-1313dc7fd5bc no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:14:05.275981 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3959784'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:05.286842 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] No Port match for: 9c036daa-1e8c-443b-be41-1313dc7fd5bc {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:14:05.289876 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 9c036daa-1e8c-443b-be41-1313dc7fd5bc not bound to the agent host hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:14:05.339385 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:05.427201 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:05.435912 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850705679', 'neutron.services.segments.db._delete_segments_for_network-8745729553011'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:05.442929 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Deleting port f0a87a85-885d-44be-b37a-7bebba2e712b {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:14:05.443322 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:05.486217 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:05.493279 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-91abfd07-be5a-4165-9ef5-1dbdcff93c91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:05.554239 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-61dc505f-c033-44fa-b80b-d68eb9c66dab None None] Set router 5746e412-7d53-4c1c-8a74-74a295b7845a gateway port host: None {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:14:05.562699 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2cd983-863c-4acf-b275-30ffb9f30fd8']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:05.577987 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6a7523-ee42-496d-bdfe-073012239df9') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:05.578309 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6a7523-ee42-496d-bdfe-073012239df9') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:05.591165 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291125193315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853175040'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:05.597096 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:14:05.603342 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:14:05.607904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:05.614506 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:14:05.658732 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:14:05.672116 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-61dc505f-c033-44fa-b80b-d68eb9c66dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5746e412-7d53-4c1c-8a74-74a295b7845a', 'name': 'tempest-ServerRescueNegativeTestJSON-112135184-router', 'tenant_id': '8a42694aec374663aae1ddf6f96e3643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:14:05Z', 'revision_number': 6, 'project_id': '8a42694aec374663aae1ddf6f96e3643', 'gw_port_host': None}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:05.676610 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc505f-c033-44fa-b80b-d68eb9c66dab None None] The sync data for ids ['5746e412-7d53-4c1c-8a74-74a295b7845a'] in dv-cinder-786932-1-smb is: [{'id': '5746e412-7d53-4c1c-8a74-74a295b7845a', 'name': 'tempest-ServerRescueNegativeTestJSON-112135184-router', 'tenant_id': '8a42694aec374663aae1ddf6f96e3643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:14:05Z', 'revision_number': 6, 'project_id': '8a42694aec374663aae1ddf6f96e3643', 'gw_port_host': None}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:14:05.699728 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Pushing event updated for resources: {'Port': ['ID=10d5fa44-aedd-4c23-8112-21c4c44aa8e7,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:05.710331 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:05.828995 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:14:05.839377 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4065973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62134087'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:05.859811 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] For port f0a87a85-885d-44be-b37a-7bebba2e712b, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=f0a87a85-885d-44be-b37a-7bebba2e712b,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:14:05.860242 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:06.030753 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Network 8b2cd983-863c-4acf-b275-30ffb9f30fd8 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:14:06.045428 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Calling delete_port for f0a87a85-885d-44be-b37a-7bebba2e712b owned by network:router_gateway {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: Traceback (most recent call last): Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: timer() Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: cb(*args, **kw) Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: return func(*args, **kwargs) Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: self._notify() Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: self.callback(batched_events) Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: event.method(event) Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: segment_id)['aggregates'][0] Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: return f(self, *a, **k) Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: return self._get(url).json() Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: **kwargs) Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: return self.request(url, 'GET', **kwargs) Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: **endpoint_filter) Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:14:06.057244 dv-cinder-786932-1-smb neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:14:06.139945 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658050'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:06.143746 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:06.159845 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:06.176331 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b2cd983-863c-4acf-b275-30ffb9f30fd8,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:06.187250 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.187664 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.188102 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.188507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.188899 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.189296 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.189688 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.190091 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.190496 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.190882 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.191271 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.191660 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.196525 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8b2cd983-863c-4acf-b275-30ffb9f30fd8 HTTP/1.1" status: 204 len: 168 time: 1.0795548 Apr 19 19:14:06.197541 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e9d158bd-2324-4be6-ae3f-563c59811687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:06.328803 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45328) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:06.433801 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-494c34cc-a7e1-4988-a9ed-3a0faf36805f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e8c6d1bd53d4d81b36a71953a444481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1019974 Apr 19 19:14:06.436647 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 45334) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:06.503770 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-873d5c13-8843-495f-bab1-70c663a74d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:06.534118 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-873d5c13-8843-495f-bab1-70c663a74d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:06.583837 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:06.590199 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-dffd725d-9c02-4a20-830d-9109be2d3d96 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:06.593369 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-873d5c13-8843-495f-bab1-70c663a74d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:06.599728 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cd8dd101-68c8-417d-981a-aec6279e0045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:06.616411 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d5c13-8843-495f-bab1-70c663a74d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e86a221-21e3-4caf-a2ae-b54c2293ae6e,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:06.620663 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-873d5c13-8843-495f-bab1-70c663a74d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:06.626822 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-873d5c13-8843-495f-bab1-70c663a74d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:06.628603 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-873d5c13-8843-495f-bab1-70c663a74d51 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8e86a221-21e3-4caf-a2ae-b54c2293ae6e HTTP/1.1" status: 204 len: 168 time: 0.1903434 Apr 19 19:14:06.647294 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a87a85-885d-44be-b37a-7bebba2e712b,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:06.695525 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.695981 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.696405 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.696857 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.697259 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.697665 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.698071 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.698470 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.698871 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.699269 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.699669 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.700143 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:06.712554 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:06.718923 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:06.828602 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681829'] for router_gateway, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:07.095711 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775007'] for router, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:07.100655 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:07.111933 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:07.155946 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device f0a87a85-885d-44be-b37a-7bebba2e712b no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:14:07.196652 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No Port match for: f0a87a85-885d-44be-b37a-7bebba2e712b {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:14:07.197021 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device f0a87a85-885d-44be-b37a-7bebba2e712b not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:14:07.197972 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 53518b90-8c89-47e3-8ffb-a422c346337f no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:14:07.235969 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No Port match for: 53518b90-8c89-47e3-8ffb-a422c346337f {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:14:07.236573 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 53518b90-8c89-47e3-8ffb-a422c346337f not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:14:07.266359 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854112387'] for router, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:07.266954 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5746e412-7d53-4c1c-8a74-74a295b7845a {{(pid=86366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 19:14:07.328328 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146e8a8-eabd-40eb-9879-b76d6c9d5404 req-d5f1a2d7-a5f3-41b5-9a52-78d22a9cbfca tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:07.329994 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3146e8a8-eabd-40eb-9879-b76d6c9d5404 req-d5f1a2d7-a5f3-41b5-9a52-78d22a9cbfca tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 946 time: 0.3730624 Apr 19 19:14:07.413803 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:07.415622 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-32f19d3f-6d2c-49e9-9c1b-e0f3b87cd123 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5746e412-7d53-4c1c-8a74-74a295b7845a HTTP/1.1" status: 204 len: 168 time: 2.8690104 Apr 19 19:14:07.418558 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 45362) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:07.478316 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3146e8a8-eabd-40eb-9879-b76d6c9d5404 req-a6bbf53a-aead-4a89-bd41-a2249ecbb4cf tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880480 Apr 19 19:14:07.494842 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c54a7b-8b93-4645-a0a9-de36baa08950 admin admin] Deleting subnet 1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6 {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:14:07.498744 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-44c54a7b-8b93-4645-a0a9-de36baa08950 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:07.536916 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:07.540978 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:07.548493 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:07.559629 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-44c54a7b-8b93-4645-a0a9-de36baa08950 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1600776'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:07.622946 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-44c54a7b-8b93-4645-a0a9-de36baa08950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070052'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:07.659010 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Pushing event updated for resources: {'Port': ['ID=10d5fa44-aedd-4c23-8112-21c4c44aa8e7,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:07.663020 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:07.687645 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658097'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:07.835534 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f55df3bc-f5c8-4828-bdf4-a6023d2e2681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:07.915506 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-383da7ae-08ca-467a-86be-2631eba08cbe req-6475141a-b313-4a1e-b53f-06b38b7aa5a8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2067735 Apr 19 19:14:07.994470 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-44c54a7b-8b93-4645-a0a9-de36baa08950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850705764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036792642332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036793590110'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:08.000068 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:08.075996 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c54a7b-8b93-4645-a0a9-de36baa08950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:08.088210 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-44c54a7b-8b93-4645-a0a9-de36baa08950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:08.092330 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-44c54a7b-8b93-4645-a0a9-de36baa08950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:08.105253 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-44c54a7b-8b93-4645-a0a9-de36baa08950 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1ea2caab-f2d6-4e65-9a8e-d7cddcecc8c6 HTTP/1.1" status: 204 len: 168 time: 0.6855035 Apr 19 19:14:08.108508 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 45372) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:08.163913 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.l3_db [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Floating IP 136d19c4-67b3-4593-9a96-c204a4b921e6 associated. External IP: 172.28.1.239, port: acfc3f98-9996-4872-991d-7056281f07b4. Apr 19 19:14:08.247407 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383da7ae-08ca-467a-86be-2631eba08cbe req-1c4e50d0-730f-4c4c-ab1d-11d1a9ce7b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:08.249080 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-383da7ae-08ca-467a-86be-2631eba08cbe req-1c4e50d0-730f-4c4c-ab1d-11d1a9ce7b6f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d99eda3650e4d08ad8d52aac35de6aa&device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 1098 time: 0.2161582 Apr 19 19:14:08.254812 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ed918b89-9dab-4a34-a323-6b1423dc282c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3959784'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:08.584919 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Router 8eb94ae6-279c-4efe-858b-257778fc43f9 has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:14:08.764051 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ed918b89-9dab-4a34-a323-6b1423dc282c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850705679', 'neutron.services.segments.db._delete_segments_for_network-8745729553011'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:08.796946 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:14:08.807701 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5e18e-d091-495b-b57d-be491cde21f8 None None] Sync routers for ids ['8eb94ae6-279c-4efe-858b-257778fc43f9'] in dv-cinder-786932-1-smb {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:14:08.816598 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:08.818043 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c5e18e-d091-495b-b57d-be491cde21f8 None None] Routers {'8eb94ae6-279c-4efe-858b-257778fc43f9'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:14:08.818744 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-74c5e18e-d091-495b-b57d-be491cde21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:13:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['8eb94ae6-279c-4efe-858b-257778fc43f9'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:08.888175 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3106196 Apr 19 19:14:08.888175 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cac258-32ce-4343-a05d-3f4b75ae76e3', 'tag': 'acfc3f98-9996-4872-991d-7056281f07b4'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:14:08.933116 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cac258-32ce-4343-a05d-3f4b75ae76e3', 'tag': 'acfc3f98-9996-4872-991d-7056281f07b4', 'status': 'completed', 'code': 200} Apr 19 19:14:08.951251 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383da7ae-08ca-467a-86be-2631eba08cbe req-101096b9-14ca-4c03-8427-d42913500f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:08.952885 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-383da7ae-08ca-467a-86be-2631eba08cbe req-101096b9-14ca-4c03-8427-d42913500f3e service neutron] 10.222.0.75 "GET /v2.0/networks?id=2a04a19f-2111-459f-b0c6-fd481fb0041e HTTP/1.1" status: 200 len: 912 time: 0.6587355 Apr 19 19:14:08.954432 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-ed918b89-9dab-4a34-a323-6b1423dc282c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f5d64c-6af9-4b94-bbc6-a0ffa69258ae']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:08.972008 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-ed918b89-9dab-4a34-a323-6b1423dc282c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d5aeb3-d8a9-4d4a-94e7-8849b8444182') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:08.972345 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-ed918b89-9dab-4a34-a323-6b1423dc282c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d5aeb3-d8a9-4d4a-94e7-8849b8444182') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:09.027320 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-74c5e18e-d091-495b-b57d-be491cde21f8 None None] Set router 8eb94ae6-279c-4efe-858b-257778fc43f9 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:14:09.047841 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ed918b89-9dab-4a34-a323-6b1423dc282c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291125193315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853175040'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:09.067472 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efc1ef-2698-4bf6-9c8c-470c14fcbc0a req-79c368b8-a241-4666-93b8-7d4f79f5e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:09.069143 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a2efc1ef-2698-4bf6-9c8c-470c14fcbc0a req-79c368b8-a241-4666-93b8-7d4f79f5e64a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b4938380a9b34f6e8ad32344ffb7cc84&device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 1099 time: 0.0871906 Apr 19 19:14:09.076311 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63da0e9-d182-4a10-a97e-d9820c41ddd7 req-794e5fb8-491a-4c31-a468-2dc40928e916 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:09.077888 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d63da0e9-d182-4a10-a97e-d9820c41ddd7 req-794e5fb8-491a-4c31-a468-2dc40928e916 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 946 time: 0.3964634 Apr 19 19:14:09.118523 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ed918b89-9dab-4a34-a323-6b1423dc282c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:09.135544 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed918b89-9dab-4a34-a323-6b1423dc282c admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:14:09.228406 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efc1ef-2698-4bf6-9c8c-470c14fcbc0a req-65b8f356-c018-43b0-9502-0de059f3291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:09.230028 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a2efc1ef-2698-4bf6-9c8c-470c14fcbc0a req-65b8f356-c018-43b0-9502-0de059f3291d service neutron] 10.222.0.75 "GET /v2.0/networks?id=67b4228e-71c2-40be-8161-770e93440890 HTTP/1.1" status: 200 len: 910 time: 0.1441021 Apr 19 19:14:09.242889 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-383da7ae-08ca-467a-86be-2631eba08cbe req-790e41dc-6bb6-4e15-ad5b-e96eeba7cbd9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 HTTP/1.1" status: 200 len: 1000 time: 0.2626345 Apr 19 19:14:09.306448 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d63da0e9-d182-4a10-a97e-d9820c41ddd7 req-67000b0b-0901-409b-8d4b-4f787fc79c60 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190421 Apr 19 19:14:09.355560 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a2efc1ef-2698-4bf6-9c8c-470c14fcbc0a req-1f9f7977-868b-4fdc-9aad-abdee5e44209 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acfc3f98-9996-4872-991d-7056281f07b4 HTTP/1.1" status: 200 len: 1000 time: 0.1139131 Apr 19 19:14:09.410675 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ed918b89-9dab-4a34-a323-6b1423dc282c admin admin] Network 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:14:09.422723 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ed918b89-9dab-4a34-a323-6b1423dc282c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4065973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62134087'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:09.440053 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-74c5e18e-d091-495b-b57d-be491cde21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'name': 'tempest-TestShelveInstance-1025946447-router', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:56Z', 'updated_at': '2021-04-19T19:13:05Z', 'revision_number': 4, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'gw_port': {'id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ab:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:58Z', 'updated_at': '2021-04-19T19:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_floatingips': [{'id': '136d19c4-67b3-4593-9a96-c204a4b921e6', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'floating_ip_address': '172.28.1.239', 'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'router_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'port_id': 'acfc3f98-9996-4872-991d-7056281f07b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b4228e-71c2-40be-8161-770e93440890', 'mac_address': 'fa:16:3e:d6:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cac258-32ce-4343-a05d-3f4b75ae76e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:14:06Z', 'updated_at': '2021-04-19T19:14:06Z', 'revision_number': 0, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6240231c-c27e-4404-a5e2-b17136414194', 'name': '', 'network_id': '67b4228e-71c2-40be-8161-770e93440890', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'mac_address': 'fa:16:3e:86:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:04Z', 'updated_at': '2021-04-19T19:13:18Z', 'revision_number': 5, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'subnets': [{'id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:09.444201 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5e18e-d091-495b-b57d-be491cde21f8 None None] Checking router: 8eb94ae6-279c-4efe-858b-257778fc43f9 for host: dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:14:09.452809 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efc1ef-2698-4bf6-9c8c-470c14fcbc0a req-f9077eee-64dd-4b51-b343-1e88d9a501fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:09.453816 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c5e18e-d091-495b-b57d-be491cde21f8 None None] Routers {'8eb94ae6-279c-4efe-858b-257778fc43f9'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:14:09.454405 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a2efc1ef-2698-4bf6-9c8c-470c14fcbc0a req-f9077eee-64dd-4b51-b343-1e88d9a501fe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e HTTP/1.1" status: 200 len: 848 time: 0.0862076 Apr 19 19:14:09.454517 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-74c5e18e-d091-495b-b57d-be491cde21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:13:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['8eb94ae6-279c-4efe-858b-257778fc43f9'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:09.491857 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383da7ae-08ca-467a-86be-2631eba08cbe req-1c7d6b44-1e31-4fcb-ab06-d6c265fb6313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:09.493970 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-383da7ae-08ca-467a-86be-2631eba08cbe req-1c7d6b44-1e31-4fcb-ab06-d6c265fb6313 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=30029454-1ddd-4aa7-85a3-1fc1f6ca707e HTTP/1.1" status: 200 len: 850 time: 0.2419317 Apr 19 19:14:09.553468 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efc1ef-2698-4bf6-9c8c-470c14fcbc0a req-2f2afa64-d5a2-4743-8173-51a8808bc861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:09.555249 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a2efc1ef-2698-4bf6-9c8c-470c14fcbc0a req-2f2afa64-d5a2-4743-8173-51a8808bc861 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67b4228e-71c2-40be-8161-770e93440890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0915034 Apr 19 19:14:09.676302 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-74c5e18e-d091-495b-b57d-be491cde21f8 None None] Set router 8eb94ae6-279c-4efe-858b-257778fc43f9 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:14:09.682234 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ed918b89-9dab-4a34-a323-6b1423dc282c admin admin] Network 05f5d64c-6af9-4b94-bbc6-a0ffa69258ae has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: Traceback (most recent call last): Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: timer() Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: cb(*args, **kw) Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: return func(*args, **kwargs) Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: self._notify() Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: self.callback(batched_events) Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: event.method(event) Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: segment_id)['aggregates'][0] Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: return f(self, *a, **k) Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: return self._get(url).json() Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: **kwargs) Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: return self.request(url, 'GET', **kwargs) Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: **endpoint_filter) Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:14:09.708828 dv-cinder-786932-1-smb neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:14:09.720323 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a2efc1ef-2698-4bf6-9c8c-470c14fcbc0a req-ed5e06b9-f197-4d6c-a4fc-303a7e6138de service neutron] 10.222.0.75 "GET /v2.0/networks/67b4228e-71c2-40be-8161-770e93440890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576755 Apr 19 19:14:09.818394 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ed918b89-9dab-4a34-a323-6b1423dc282c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658050'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:09.826053 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383da7ae-08ca-467a-86be-2631eba08cbe req-9e322ae2-a334-433d-af39-a537b39c76b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:09.828801 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-383da7ae-08ca-467a-86be-2631eba08cbe req-9e322ae2-a334-433d-af39-a537b39c76b6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2a04a19f-2111-459f-b0c6-fd481fb0041e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3117023 Apr 19 19:14:09.829899 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ed918b89-9dab-4a34-a323-6b1423dc282c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:09.833417 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d6ab58cf-4e85-46a6-9b97-8c9aa28ece05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:09.910515 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a2efc1ef-2698-4bf6-9c8c-470c14fcbc0a req-7626e32b-ccd9-49f9-85aa-2efe5f7c5625 service neutron] 10.222.0.75 "GET /v2.0/networks/67b4228e-71c2-40be-8161-770e93440890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800709 Apr 19 19:14:09.916286 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-ed918b89-9dab-4a34-a323-6b1423dc282c admin admin] 10.222.0.58 "DELETE /v2.0/networks/05f5d64c-6af9-4b94-bbc6-a0ffa69258ae HTTP/1.1" status: 204 len: 168 time: 1.8028464 Apr 19 19:14:09.916286 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed918b89-9dab-4a34-a323-6b1423dc282c admin admin] Pushing event deleted for resources: {'Network': ['ID=05f5d64c-6af9-4b94-bbc6-a0ffa69258ae,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:09.921278 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ed918b89-9dab-4a34-a323-6b1423dc282c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:10.060676 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-383da7ae-08ca-467a-86be-2631eba08cbe req-4d0a5d1a-349a-43aa-96dd-d792f4be9ac1 service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009866 Apr 19 19:14:10.158973 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-74c5e18e-d091-495b-b57d-be491cde21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'name': 'tempest-TestShelveInstance-1025946447-router', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:56Z', 'updated_at': '2021-04-19T19:13:05Z', 'revision_number': 4, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'gw_port': {'id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ab:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:58Z', 'updated_at': '2021-04-19T19:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_floatingips': [{'id': '136d19c4-67b3-4593-9a96-c204a4b921e6', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'floating_ip_address': '172.28.1.239', 'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'router_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'port_id': 'acfc3f98-9996-4872-991d-7056281f07b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b4228e-71c2-40be-8161-770e93440890', 'mac_address': 'fa:16:3e:d6:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cac258-32ce-4343-a05d-3f4b75ae76e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:14:06Z', 'updated_at': '2021-04-19T19:14:06Z', 'revision_number': 0, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6240231c-c27e-4404-a5e2-b17136414194', 'name': '', 'network_id': '67b4228e-71c2-40be-8161-770e93440890', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'mac_address': 'fa:16:3e:86:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:04Z', 'updated_at': '2021-04-19T19:13:18Z', 'revision_number': 5, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'subnets': [{'id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:10.163507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5e18e-d091-495b-b57d-be491cde21f8 None None] The sync data for ids ['8eb94ae6-279c-4efe-858b-257778fc43f9'] in dv-cinder-786932-1-smb is: [{'id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'name': 'tempest-TestShelveInstance-1025946447-router', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:56Z', 'updated_at': '2021-04-19T19:13:05Z', 'revision_number': 4, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'gw_port': {'id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ab:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:58Z', 'updated_at': '2021-04-19T19:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_floatingips': [{'id': '136d19c4-67b3-4593-9a96-c204a4b921e6', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'floating_ip_address': '172.28.1.239', 'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'router_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'port_id': 'acfc3f98-9996-4872-991d-7056281f07b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b4228e-71c2-40be-8161-770e93440890', 'mac_address': 'fa:16:3e:d6:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60cac258-32ce-4343-a05d-3f4b75ae76e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:14:06Z', 'updated_at': '2021-04-19T19:14:06Z', 'revision_number': 0, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6240231c-c27e-4404-a5e2-b17136414194', 'name': '', 'network_id': '67b4228e-71c2-40be-8161-770e93440890', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'mac_address': 'fa:16:3e:86:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:04Z', 'updated_at': '2021-04-19T19:13:18Z', 'revision_number': 5, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'subnets': [{'id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:14:10.182088 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45410) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:10.234472 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-383da7ae-08ca-467a-86be-2631eba08cbe req-d2ea3fc8-9835-4b6e-ba1c-ef00abce87b5 service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563928 Apr 19 19:14:10.244222 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-662e0f43-a243-4de4-b8df-501301e19e26 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a42694aec374663aae1ddf6f96e3643&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0607591 Apr 19 19:14:10.246790 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45414) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:10.313550 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-080752d9-75e8-459c-84ce-a57e3213c6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:10.343562 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-080752d9-75e8-459c-84ce-a57e3213c6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:10.350439 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fc6381c8-d496-4fe1-96a6-7faf8acce167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:10.391671 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-080752d9-75e8-459c-84ce-a57e3213c6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:10.396202 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-39bbff54-76a8-4146-a2a2-5c623b30a676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:10.412804 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080752d9-75e8-459c-84ce-a57e3213c6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c586b2-8888-4ddb-a44d-1a72d5d28b61,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:10.415886 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-080752d9-75e8-459c-84ce-a57e3213c6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:10.428124 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-080752d9-75e8-459c-84ce-a57e3213c6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:10.429550 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-080752d9-75e8-459c-84ce-a57e3213c6af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27c586b2-8888-4ddb-a44d-1a72d5d28b61 HTTP/1.1" status: 204 len: 168 time: 0.1817160 Apr 19 19:14:10.500174 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8df4bc3-df03-453b-98bd-39d6cdbe4be7 None None] New status for floating IP 136d19c4-67b3-4593-9a96-c204a4b921e6: ACTIVE {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:14:10.544121 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d54a2-5e42-4ee2-abe7-ef62a9a15d22 req-b9bbbab8-600a-4825-8281-770bcbe50fb7 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:10.545993 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-743d54a2-5e42-4ee2-abe7-ef62a9a15d22 req-b9bbbab8-600a-4825-8281-770bcbe50fb7 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 946 time: 0.1007750 Apr 19 19:14:10.606791 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-743d54a2-5e42-4ee2-abe7-ef62a9a15d22 req-3d6077aa-b44c-45a0-9d90-8c2b342a05e6 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492833 Apr 19 19:14:11.273503 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45448) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:11.294441 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:11.406845 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-decc188f-fff4-4952-94db-9e217c2e7982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:11.422999 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-decc188f-fff4-4952-94db-9e217c2e7982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:11.427117 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-decc188f-fff4-4952-94db-9e217c2e7982 admin admin] Usage tracker for resource:security_group_rule and tenant:fee81ed7d5f449228afc6bb84c224d19 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:11.430369 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-decc188f-fff4-4952-94db-9e217c2e7982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:11.447463 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-decc188f-fff4-4952-94db-9e217c2e7982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:11.542482 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-decc188f-fff4-4952-94db-9e217c2e7982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:11.545723 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-decc188f-fff4-4952-94db-9e217c2e7982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:11.551786 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:11.555466 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-627c923e-97c9-4b78-a276-c63c144cc79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:11.600818 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-decc188f-fff4-4952-94db-9e217c2e7982 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fee81ed7d5f449228afc6bb84c224d19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260107 Apr 19 19:14:11.602912 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc188f-fff4-4952-94db-9e217c2e7982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5566b2dc-88a8-4874-85ef-e80ce871ab27,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:11.604330 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 45464) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:11.606625 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-decc188f-fff4-4952-94db-9e217c2e7982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:11.669643 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2438f4be-66f3-435f-805f-19289f96f939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:11.698329 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2438f4be-66f3-435f-805f-19289f96f939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:11.713950 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:11.750642 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2438f4be-66f3-435f-805f-19289f96f939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:11.756395 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-49ec3544-2a62-4fe7-9862-c046b4a8dbd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:11.770323 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438f4be-66f3-435f-805f-19289f96f939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5566b2dc-88a8-4874-85ef-e80ce871ab27,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:11.777283 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2438f4be-66f3-435f-805f-19289f96f939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:11.778162 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2438f4be-66f3-435f-805f-19289f96f939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:11.785006 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-2438f4be-66f3-435f-805f-19289f96f939 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5566b2dc-88a8-4874-85ef-e80ce871ab27 HTTP/1.1" status: 204 len: 168 time: 0.1787565 Apr 19 19:14:11.840947 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d52e3-ecd9-4965-85b8-3209457f1136 req-8735e879-65b8-4d4c-997c-69b153fcd9a6 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:11.843019 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4d3d52e3-ecd9-4965-85b8-3209457f1136 req-8735e879-65b8-4d4c-997c-69b153fcd9a6 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 946 time: 0.1074030 Apr 19 19:14:11.893193 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4d3d52e3-ecd9-4965-85b8-3209457f1136 req-39975cd7-0c49-4cb7-b70c-47d62da63a23 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427876 Apr 19 19:14:12.287268 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe59107-8303-430a-9c7b-bf7a73438f4a req-401f75e2-9490-4e70-92f2-2c91faee66b5 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:12.289950 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3fe59107-8303-430a-9c7b-bf7a73438f4a req-401f75e2-9490-4e70-92f2-2c91faee66b5 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.75 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 946 time: 0.1045225 Apr 19 19:14:12.381283 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-3fe59107-8303-430a-9c7b-bf7a73438f4a req-1b008a97-01e6-48c0-a219-e4f1ac19bb94 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Deleting port 578b8ab2-ba14-4a72-b336-69d406c7c601 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:14:12.381687 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-3fe59107-8303-430a-9c7b-bf7a73438f4a req-1b008a97-01e6-48c0-a219-e4f1ac19bb94 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:12.704142 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45512) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:12.706484 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-3fe59107-8303-430a-9c7b-bf7a73438f4a req-1b008a97-01e6-48c0-a219-e4f1ac19bb94 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] For port 578b8ab2-ba14-4a72-b336-69d406c7c601, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=578b8ab2-ba14-4a72-b336-69d406c7c601,segment=NetworkSegment(c0961489-2566-435f-85cf-82397b3d71ba),segment_id=c0961489-2566-435f-85cf-82397b3d71ba)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:14:12.707133 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-3fe59107-8303-430a-9c7b-bf7a73438f4a req-1b008a97-01e6-48c0-a219-e4f1ac19bb94 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:12.708461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:12.847065 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1b7a06e4-7cb1-4088-8dcc-cc6a7f933eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:12.868206 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1b7a06e4-7cb1-4088-8dcc-cc6a7f933eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:12.868397 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-3fe59107-8303-430a-9c7b-bf7a73438f4a req-1b008a97-01e6-48c0-a219-e4f1ac19bb94 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Calling delete_port for 578b8ab2-ba14-4a72-b336-69d406c7c601 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:14:12.872635 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-1b7a06e4-7cb1-4088-8dcc-cc6a7f933eac admin admin] Usage tracker for resource:security_group_rule and tenant:f6029e1a5b7349d2aae00ab3c32ac2d3 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:12.876063 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-1b7a06e4-7cb1-4088-8dcc-cc6a7f933eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:12.882294 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1b7a06e4-7cb1-4088-8dcc-cc6a7f933eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:12.983721 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1b7a06e4-7cb1-4088-8dcc-cc6a7f933eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:12.988793 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1b7a06e4-7cb1-4088-8dcc-cc6a7f933eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:13.032160 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:13.044030 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-1b7a06e4-7cb1-4088-8dcc-cc6a7f933eac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f6029e1a5b7349d2aae00ab3c32ac2d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384595 Apr 19 19:14:13.047904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45526) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:13.085399 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-3fe59107-8303-430a-9c7b-bf7a73438f4a req-1b008a97-01e6-48c0-a219-e4f1ac19bb94 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:13.093755 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6131af3c-38a8-4a94-89f6-9c72fde82f38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:13.098559 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['578b8ab2-ba14-4a72-b336-69d406c7c601'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:14:13.131021 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a06e4-7cb1-4088-8dcc-cc6a7f933eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4d0d99-09ac-4f27-9b1d-ff87f88cb7d9,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:13.138373 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1b7a06e4-7cb1-4088-8dcc-cc6a7f933eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:13.143595 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae4a9ec0-7f84-44b9-8434-9e16520864ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:13.161866 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b008a97-01e6-48c0-a219-e4f1ac19bb94 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Pushing event deleted for resources: {'Port': ['ID=578b8ab2-ba14-4a72-b336-69d406c7c601,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:13.169564 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1b008a97-01e6-48c0-a219-e4f1ac19bb94 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:13.173931 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae4a9ec0-7f84-44b9-8434-9e16520864ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:13.228784 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae4a9ec0-7f84-44b9-8434-9e16520864ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:13.238144 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fe03da58-f19d-414e-a543-e15ddcac6fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:13.251686 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a9ec0-7f84-44b9-8434-9e16520864ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4d0d99-09ac-4f27-9b1d-ff87f88cb7d9,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:13.257203 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ae4a9ec0-7f84-44b9-8434-9e16520864ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:13.259089 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae4a9ec0-7f84-44b9-8434-9e16520864ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:13.262952 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-ae4a9ec0-7f84-44b9-8434-9e16520864ad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2b4d0d99-09ac-4f27-9b1d-ff87f88cb7d9 HTTP/1.1" status: 204 len: 168 time: 0.2114813 Apr 19 19:14:13.275610 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2a100-18d5-468b-b99f-8ebcb27e1deb req-1a487e19-55e2-45d5-a56a-4a4ddb73bb09 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:13.277319 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-81e2a100-18d5-468b-b99f-8ebcb27e1deb req-1a487e19-55e2-45d5-a56a-4a4ddb73bb09 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/ports?device_id=0201a32d-21f7-4cda-b088-72f33ddec9c0 HTTP/1.1" status: 200 len: 867 time: 0.2560935 Apr 19 19:14:13.278567 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe59107-8303-430a-9c7b-bf7a73438f4a req-1b008a97-01e6-48c0-a219-e4f1ac19bb94 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] No DVR routers for this DVR port 578b8ab2-ba14-4a72-b336-69d406c7c601 on host hv-cinder-78693 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:14:13.281174 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-3fe59107-8303-430a-9c7b-bf7a73438f4a req-1b008a97-01e6-48c0-a219-e4f1ac19bb94 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:13.285643 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0201a32d-21f7-4cda-b088-72f33ddec9c0', 'name': 'network-vif-deleted', 'tag': '578b8ab2-ba14-4a72-b336-69d406c7c601'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:14:13.321771 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3fe59107-8303-430a-9c7b-bf7a73438f4a req-1b008a97-01e6-48c0-a219-e4f1ac19bb94 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.75 "DELETE /v2.0/ports/578b8ab2-ba14-4a72-b336-69d406c7c601 HTTP/1.1" status: 204 len: 173 time: 1.0230196 Apr 19 19:14:13.350888 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-81e2a100-18d5-468b-b99f-8ebcb27e1deb req-e4a0259b-85ea-4105-bb79-a4858400556d tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] 10.222.0.58 "GET /v2.0/security-groups?id=6a2e6cd9-268f-4d42-b042-30dbca979397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592482 Apr 19 19:14:13.370734 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0201a32d-21f7-4cda-b088-72f33ddec9c0', 'name': 'network-vif-deleted', 'tag': '578b8ab2-ba14-4a72-b336-69d406c7c601', 'status': 'completed', 'code': 200} Apr 19 19:14:13.700235 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45548) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:13.721506 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a322697-40ca-4161-896c-85b3bb868c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:13.737939 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8a322697-40ca-4161-896c-85b3bb868c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:13.742045 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-8a322697-40ca-4161-896c-85b3bb868c9a admin admin] Usage tracker for resource:security_group_rule and tenant:fdc570f6480349b59ba051eb1dea99e8 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:13.745121 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-8a322697-40ca-4161-896c-85b3bb868c9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:13.751500 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8a322697-40ca-4161-896c-85b3bb868c9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:13.852034 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a322697-40ca-4161-896c-85b3bb868c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:13.855527 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a322697-40ca-4161-896c-85b3bb868c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:13.865050 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c3aad592-ff21-4d03-9b72-b27a0b7b0074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:13.910028 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-8a322697-40ca-4161-896c-85b3bb868c9a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fdc570f6480349b59ba051eb1dea99e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085574 Apr 19 19:14:13.910868 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a322697-40ca-4161-896c-85b3bb868c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadd6326-279a-4c82-a493-6e3a9d2a4f7d,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:13.912773 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 45560) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:13.914279 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8a322697-40ca-4161-896c-85b3bb868c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:13.980372 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f30b7d07-03f2-4fb1-a20e-90c37237d3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:14.015846 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f30b7d07-03f2-4fb1-a20e-90c37237d3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:14.063738 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f30b7d07-03f2-4fb1-a20e-90c37237d3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:14.068866 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2438f4be-66f3-435f-805f-19289f96f939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:14.080055 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b7d07-03f2-4fb1-a20e-90c37237d3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadd6326-279a-4c82-a493-6e3a9d2a4f7d,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:14.084969 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f30b7d07-03f2-4fb1-a20e-90c37237d3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:14.087722 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f30b7d07-03f2-4fb1-a20e-90c37237d3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:14.090644 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-f30b7d07-03f2-4fb1-a20e-90c37237d3c6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eadd6326-279a-4c82-a493-6e3a9d2a4f7d HTTP/1.1" status: 204 len: 168 time: 0.1763179 Apr 19 19:14:14.101151 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45568) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:14.369972 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4a154660-4241-4b38-8349-c07155bc9523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:14.387986 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4a154660-4241-4b38-8349-c07155bc9523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:14.392261 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-4a154660-4241-4b38-8349-c07155bc9523 admin admin] Usage tracker for resource:security_group_rule and tenant:336a413483fa4e00a7ff0a449bfde3a8 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:14.395450 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-4a154660-4241-4b38-8349-c07155bc9523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:14.401841 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4a154660-4241-4b38-8349-c07155bc9523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:14.494293 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4a154660-4241-4b38-8349-c07155bc9523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:14.497962 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4a154660-4241-4b38-8349-c07155bc9523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:14.508006 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ef4c0031-605c-4390-b9b4-61c9673ac794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:14.555782 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-4a154660-4241-4b38-8349-c07155bc9523 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=336a413483fa4e00a7ff0a449bfde3a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4523487 Apr 19 19:14:14.556856 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a154660-4241-4b38-8349-c07155bc9523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16fa169-1007-44b7-8a53-9a8b3d5eee45,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:14.558705 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 45590) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:14.560184 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4a154660-4241-4b38-8349-c07155bc9523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:14.627702 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1009e2b0-9104-4735-8058-4d26bc514c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:14.656022 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1009e2b0-9104-4735-8058-4d26bc514c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:14.707772 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1009e2b0-9104-4735-8058-4d26bc514c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:14.713009 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5e78a4f9-60ba-4bdf-9dab-744794ec8da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:14.726034 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009e2b0-9104-4735-8058-4d26bc514c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16fa169-1007-44b7-8a53-9a8b3d5eee45,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:14.728868 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1009e2b0-9104-4735-8058-4d26bc514c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:14.735168 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1009e2b0-9104-4735-8058-4d26bc514c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:14.736848 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-1009e2b0-9104-4735-8058-4d26bc514c7b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a16fa169-1007-44b7-8a53-9a8b3d5eee45 HTTP/1.1" status: 204 len: 168 time: 0.1769772 Apr 19 19:14:15.246968 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 45618) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:15.251145 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 578b8ab2-ba14-4a72-b336-69d406c7c601 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:14:15.268894 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1616505d-f1d0-4848-887e-032af8af042a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:15.285659 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1616505d-f1d0-4848-887e-032af8af042a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:15.289907 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] No Port match for: 578b8ab2-ba14-4a72-b336-69d406c7c601 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:14:15.290064 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-1616505d-f1d0-4848-887e-032af8af042a admin admin] Usage tracker for resource:security_group_rule and tenant:1c5eb985ea574178b3a6cc00cbcf9d61 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:15.290317 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 578b8ab2-ba14-4a72-b336-69d406c7c601 not bound to the agent host hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:14:15.293987 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-1616505d-f1d0-4848-887e-032af8af042a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:15.300261 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1616505d-f1d0-4848-887e-032af8af042a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:15.388527 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1616505d-f1d0-4848-887e-032af8af042a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:15.391357 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1616505d-f1d0-4848-887e-032af8af042a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:15.400236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3e654830-f0b3-471a-bff1-f35ba3f5e50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:15.451308 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-1616505d-f1d0-4848-887e-032af8af042a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c5eb985ea574178b3a6cc00cbcf9d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2031929 Apr 19 19:14:15.452495 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616505d-f1d0-4848-887e-032af8af042a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4c7a90-8fcd-4679-93b2-aeb79eb32e01,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:15.454149 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45626) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:15.458370 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1616505d-f1d0-4848-887e-032af8af042a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:15.528203 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2ffe-6196-4774-a47a-737b2673a165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:15.556770 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2ffe-6196-4774-a47a-737b2673a165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:15.601867 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2ffe-6196-4774-a47a-737b2673a165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:15.607099 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3b8d571f-cc02-45ce-9974-6617d6341d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:15.622580 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf2ffe-6196-4774-a47a-737b2673a165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4c7a90-8fcd-4679-93b2-aeb79eb32e01,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:15.627937 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1bcf2ffe-6196-4774-a47a-737b2673a165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:15.634644 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1bcf2ffe-6196-4774-a47a-737b2673a165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:15.638211 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-1bcf2ffe-6196-4774-a47a-737b2673a165 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd4c7a90-8fcd-4679-93b2-aeb79eb32e01 HTTP/1.1" status: 204 len: 168 time: 0.1806316 Apr 19 19:14:19.586992 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 45818) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:19.735602 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bf3c3e8e-0e2e-436f-9383-07e55aa40943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:19.753925 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-bf3c3e8e-0e2e-436f-9383-07e55aa40943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:19.758207 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-bf3c3e8e-0e2e-436f-9383-07e55aa40943 admin admin] Usage tracker for resource:security_group_rule and tenant:fefa02feb67d44ffbec82f0a8ea93cee is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:19.761327 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-bf3c3e8e-0e2e-436f-9383-07e55aa40943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:19.767929 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-bf3c3e8e-0e2e-436f-9383-07e55aa40943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:19.883768 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bf3c3e8e-0e2e-436f-9383-07e55aa40943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:19.887647 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bf3c3e8e-0e2e-436f-9383-07e55aa40943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:19.899252 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9aa03f6f-ac67-4ad2-8ed7-2b0c5c76890c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:20.270140 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c3e8e-0e2e-436f-9383-07e55aa40943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc5ba4e-fcc3-4237-a4d0-dd6a1e4b6e6b,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:20.277488 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-bf3c3e8e-0e2e-436f-9383-07e55aa40943 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fefa02feb67d44ffbec82f0a8ea93cee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6892958 Apr 19 19:14:20.278925 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bf3c3e8e-0e2e-436f-9383-07e55aa40943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:20.280527 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45830) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:20.324680 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ed53e-60f2-439d-af67-4452533f3ccc req-9fd25b01-cdff-4c16-96db-e8d2eb5b598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:20.326278 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-093ed53e-60f2-439d-af67-4452533f3ccc req-9fd25b01-cdff-4c16-96db-e8d2eb5b598f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78d3b173fc2f4041ac6437d9f6370d8c&device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 1138 time: 0.4198968 Apr 19 19:14:20.339566 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691c3ce-38d6-4cc3-9aaa-2bd3b7b0d147 req-e270df76-d89a-428c-b994-52f693cbf4d6 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:20.341154 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e691c3ce-38d6-4cc3-9aaa-2bd3b7b0d147 req-e270df76-d89a-428c-b994-52f693cbf4d6 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 985 time: 0.3813369 Apr 19 19:14:20.348284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-13e8b1ba-dcce-4528-bd3d-60f6f1d5adea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:20.376289 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-13e8b1ba-dcce-4528-bd3d-60f6f1d5adea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:20.425684 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-13e8b1ba-dcce-4528-bd3d-60f6f1d5adea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:20.430371 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2867f4f2-c2e4-4c06-81f0-68d7acab6a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:20.448178 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8b1ba-dcce-4528-bd3d-60f6f1d5adea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc5ba4e-fcc3-4237-a4d0-dd6a1e4b6e6b,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:20.450566 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-13e8b1ba-dcce-4528-bd3d-60f6f1d5adea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:20.451830 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-13e8b1ba-dcce-4528-bd3d-60f6f1d5adea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:20.455606 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-13e8b1ba-dcce-4528-bd3d-60f6f1d5adea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/edc5ba4e-fcc3-4237-a4d0-dd6a1e4b6e6b HTTP/1.1" status: 204 len: 168 time: 0.1712866 Apr 19 19:14:20.486045 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e691c3ce-38d6-4cc3-9aaa-2bd3b7b0d147 req-e8cf5a4d-e86d-45d5-9a3b-61a5fecb7e67 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&id=cc5c9260-6aa0-478f-ab63-4935e4d31465&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1220527 Apr 19 19:14:20.524107 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ed53e-60f2-439d-af67-4452533f3ccc req-6db797e9-ece6-4b31-9c20-16f0c778cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:20.525688 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-093ed53e-60f2-439d-af67-4452533f3ccc req-6db797e9-ece6-4b31-9c20-16f0c778cf75 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f7e89038-5b58-4767-958b-65cc94d73867 HTTP/1.1" status: 200 len: 916 time: 0.1835384 Apr 19 19:14:20.644143 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-093ed53e-60f2-439d-af67-4452533f3ccc req-07fac6d8-8cee-4454-b42d-d2958258725a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfbb4818-f139-4930-bab8-7b8c336b1222 HTTP/1.1" status: 200 len: 1001 time: 0.1108978 Apr 19 19:14:20.728878 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ed53e-60f2-439d-af67-4452533f3ccc req-c6284ba7-1238-49cf-b163-ad319608feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:20.730664 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-093ed53e-60f2-439d-af67-4452533f3ccc req-c6284ba7-1238-49cf-b163-ad319608feda service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6be0fbdb-bb53-4f68-8b76-65bf0472340f HTTP/1.1" status: 200 len: 854 time: 0.0719585 Apr 19 19:14:20.774396 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45842) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:20.803305 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9ad0350f-6a39-4336-84e8-f0938841de47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:20.819695 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9ad0350f-6a39-4336-84e8-f0938841de47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:20.824348 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-9ad0350f-6a39-4336-84e8-f0938841de47 admin admin] Usage tracker for resource:security_group_rule and tenant:2ae1da3ba94e4433a8b8aec7594a90dd is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:20.828302 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-9ad0350f-6a39-4336-84e8-f0938841de47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:20.831607 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ed53e-60f2-439d-af67-4452533f3ccc req-41ef6eaa-43da-47e3-baec-ef5b062e13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:20.833236 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-093ed53e-60f2-439d-af67-4452533f3ccc req-41ef6eaa-43da-47e3-baec-ef5b062e13b2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f7e89038-5b58-4767-958b-65cc94d73867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0917375 Apr 19 19:14:20.834694 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9ad0350f-6a39-4336-84e8-f0938841de47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:20.965287 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9ad0350f-6a39-4336-84e8-f0938841de47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:20.972558 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9ad0350f-6a39-4336-84e8-f0938841de47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:20.996879 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ae4a9ec0-7f84-44b9-8434-9e16520864ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:21.034511 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-093ed53e-60f2-439d-af67-4452533f3ccc req-326eb252-ef95-4e5e-a7f3-5b3cc90d0132 service neutron] 10.222.0.75 "GET /v2.0/networks/f7e89038-5b58-4767-958b-65cc94d73867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854198 Apr 19 19:14:21.047909 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0350f-6a39-4336-84e8-f0938841de47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f46783f-032e-4d97-870a-0702b2ddc853,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:21.058327 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9ad0350f-6a39-4336-84e8-f0938841de47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:21.070713 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-9ad0350f-6a39-4336-84e8-f0938841de47 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2ae1da3ba94e4433a8b8aec7594a90dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951825 Apr 19 19:14:21.071402 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45860) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:21.144006 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b88e78d9-c152-44ef-b385-fa77dfe02566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:21.186679 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b88e78d9-c152-44ef-b385-fa77dfe02566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:21.213056 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-093ed53e-60f2-439d-af67-4452533f3ccc req-95a9b221-a507-49e6-8f84-f22d82229a3e service neutron] 10.222.0.75 "GET /v2.0/networks/f7e89038-5b58-4767-958b-65cc94d73867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696627 Apr 19 19:14:21.236195 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b88e78d9-c152-44ef-b385-fa77dfe02566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:21.241386 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-13e8b1ba-dcce-4528-bd3d-60f6f1d5adea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:21.255725 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e78d9-c152-44ef-b385-fa77dfe02566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f46783f-032e-4d97-870a-0702b2ddc853,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:21.258991 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b88e78d9-c152-44ef-b385-fa77dfe02566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:21.260010 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b88e78d9-c152-44ef-b385-fa77dfe02566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:21.263899 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b88e78d9-c152-44ef-b385-fa77dfe02566 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f46783f-032e-4d97-870a-0702b2ddc853 HTTP/1.1" status: 204 len: 168 time: 0.1887829 Apr 19 19:14:21.462778 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45874) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:21.599938 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3096d28e-5124-4556-b51e-7d7ff99540b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:21.629470 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-3096d28e-5124-4556-b51e-7d7ff99540b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:21.673587 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-3096d28e-5124-4556-b51e-7d7ff99540b3 admin admin] Usage tracker for resource:security_group_rule and tenant:f4a8f89f32184cd39fc39c823cfb95d6 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:21.682179 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-3096d28e-5124-4556-b51e-7d7ff99540b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:21.694482 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-3096d28e-5124-4556-b51e-7d7ff99540b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:21.768131 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90eca2a-2699-40ac-9565-f8e0cdd2c9dd req-bf53032b-2f93-48df-a5f6-756d08a04fdc tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:21.769741 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b90eca2a-2699-40ac-9565-f8e0cdd2c9dd req-bf53032b-2f93-48df-a5f6-756d08a04fdc tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 985 time: 0.1450343 Apr 19 19:14:21.852392 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b90eca2a-2699-40ac-9565-f8e0cdd2c9dd req-68d8d5f4-46bd-4e3f-9e18-314753a622e2 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&id=cc5c9260-6aa0-478f-ab63-4935e4d31465&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747986 Apr 19 19:14:21.870765 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3096d28e-5124-4556-b51e-7d7ff99540b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:21.873925 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3096d28e-5124-4556-b51e-7d7ff99540b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:21.883161 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4a154660-4241-4b38-8349-c07155bc9523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:21.927285 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-3096d28e-5124-4556-b51e-7d7ff99540b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4a8f89f32184cd39fc39c823cfb95d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4632611 Apr 19 19:14:21.928401 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096d28e-5124-4556-b51e-7d7ff99540b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bb7b71-1e60-42ee-88e0-859aacc0a89a,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:21.931543 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 45898) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:21.932652 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3096d28e-5124-4556-b51e-7d7ff99540b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:22.017367 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-acd8bcf4-6dcb-4e5f-8103-352173a18ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.030767 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45902) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:22.052595 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-acd8bcf4-6dcb-4e5f-8103-352173a18ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.112029 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-acd8bcf4-6dcb-4e5f-8103-352173a18ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.118256 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-26c26302-c5ba-44a5-9ed6-d96e065cedcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:22.136105 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8bcf4-6dcb-4e5f-8103-352173a18ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bb7b71-1e60-42ee-88e0-859aacc0a89a,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:22.139017 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-acd8bcf4-6dcb-4e5f-8103-352173a18ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:22.152359 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-acd8bcf4-6dcb-4e5f-8103-352173a18ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.157046 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-acd8bcf4-6dcb-4e5f-8103-352173a18ba8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/06bb7b71-1e60-42ee-88e0-859aacc0a89a HTTP/1.1" status: 204 len: 168 time: 0.2209353 Apr 19 19:14:22.166015 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-995116888-network', 'tenant_id': '484f01fb68c94b27b9669ba4a68d2ca5'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:14:22.170718 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:22.176007 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Usage tracker for resource:network and tenant:484f01fb68c94b27b9669ba4a68d2ca5 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:22.181241 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:22.190562 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:22.204968 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Made reservation on behalf of 484f01fb68c94b27b9669ba4a68d2ca5 for: {'network': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:14:22.210236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for network, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.227746 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.246612 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:22.251575 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Usage tracker for resource:security_group_rule and tenant:484f01fb68c94b27b9669ba4a68d2ca5 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:22.255027 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:22.261391 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:22.375765 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.378916 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.383553 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a686b760-3940-4347-aa63-a20324ec7c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:22.406947 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=86366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 19:14:22.432947 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.433339 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.segments_db [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Added segment b1032e97-8971-4d6d-8a51-fb8d6317de16 of type vlan for network 45c63cbb-229e-40d3-9dcc-bb85c298fc11 Apr 19 19:14:22.439315 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ef58c6-d3d7-48bc-8f59-d03e02aaef86,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:22.442677 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:22.475395 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745729060330'] for network, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.517157 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538'] for network, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.519071 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:22.519858 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.527931 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-47a2d572-ae04-4e17-be44-057dd3bfcc63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:22.535120 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 45918) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:22.559671 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-87e46872-3ce5-4e24-971d-2eaca1cb55b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.579564 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-87e46872-3ce5-4e24-971d-2eaca1cb55b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:22.586418 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-87e46872-3ce5-4e24-971d-2eaca1cb55b4 admin admin] Usage tracker for resource:security_group_rule and tenant:7abf2bda841844f7a3d7c52501426289 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:22.589905 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-87e46872-3ce5-4e24-971d-2eaca1cb55b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:22.596638 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-87e46872-3ce5-4e24-971d-2eaca1cb55b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:22.676623 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Pushing event updated for resources: {'Network': ['ID=45c63cbb-229e-40d3-9dcc-bb85c298fc11,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:22.684194 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6522081 Apr 19 19:14:22.684543 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 45924) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:22.685337 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:22.692286 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Network 45c63cbb-229e-40d3-9dcc-bb85c298fc11 details requested by agent ovs-agent-dv-cinder-786932-1-smb with host dv-cinder-786932-1-smb {{(pid=86368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 19:14:22.702409 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-2a77e8c2-6ef9-412e-a135-620dce106f9e admin admin] Request body: {'subnet': {'network_id': '45c63cbb-229e-40d3-9dcc-bb85c298fc11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-995116888-subnet', 'tenant_id': '484f01fb68c94b27b9669ba4a68d2ca5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:14:22.715676 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2a77e8c2-6ef9-412e-a135-620dce106f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:22.719766 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-87e46872-3ce5-4e24-971d-2eaca1cb55b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.723138 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-2a77e8c2-6ef9-412e-a135-620dce106f9e admin admin] Usage tracker for resource:subnet and tenant:484f01fb68c94b27b9669ba4a68d2ca5 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:22.727836 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-2a77e8c2-6ef9-412e-a135-620dce106f9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:22.731007 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-87e46872-3ce5-4e24-971d-2eaca1cb55b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.744174 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0ad988dc-50b6-4411-b4a4-1743e52d0e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:22.756781 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2a77e8c2-6ef9-412e-a135-620dce106f9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:22.809079 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-87e46872-3ce5-4e24-971d-2eaca1cb55b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7abf2bda841844f7a3d7c52501426289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700138 Apr 19 19:14:22.809079 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a77e8c2-6ef9-412e-a135-620dce106f9e admin admin] Made reservation on behalf of 484f01fb68c94b27b9669ba4a68d2ca5 for: {'subnet': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:14:22.810151 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 45928) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:22.813109 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2a77e8c2-6ef9-412e-a135-620dce106f9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61185672'] for subnet, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.829630 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e46872-3ce5-4e24-971d-2eaca1cb55b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52787d9b-08c0-4aba-88dc-dc20bc621c73,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:22.836987 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-87e46872-3ce5-4e24-971d-2eaca1cb55b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:22.885573 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-83b54159-2479-4c6f-bb4d-ae8e880ddb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.916852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-83b54159-2479-4c6f-bb4d-ae8e880ddb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.969697 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-83b54159-2479-4c6f-bb4d-ae8e880ddb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.976406 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-23c2a3dc-db66-43c8-8113-a9a250760fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:22.989746 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b54159-2479-4c6f-bb4d-ae8e880ddb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52787d9b-08c0-4aba-88dc-dc20bc621c73,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:22.992431 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-83b54159-2479-4c6f-bb4d-ae8e880ddb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:22.994544 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-83b54159-2479-4c6f-bb4d-ae8e880ddb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:22.995750 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-83b54159-2479-4c6f-bb4d-ae8e880ddb30 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/52787d9b-08c0-4aba-88dc-dc20bc621c73 HTTP/1.1" status: 204 len: 168 time: 0.1845176 Apr 19 19:14:23.150399 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4e314-8403-416f-8bf5-6c4e0084c0d3 req-a8c039cf-47cb-4a3b-bd8c-55498b40f1b1 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:23.152055 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-01b4e314-8403-416f-8bf5-6c4e0084c0d3 req-a8c039cf-47cb-4a3b-bd8c-55498b40f1b1 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 985 time: 0.1685414 Apr 19 19:14:23.260677 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-01b4e314-8403-416f-8bf5-6c4e0084c0d3 req-39967a60-c224-4389-93a1-dcfc55dabe42 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&id=cc5c9260-6aa0-478f-ab63-4935e4d31465&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618687 Apr 19 19:14:23.368656 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2a77e8c2-6ef9-412e-a135-620dce106f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62133409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61185689'] for subnet, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:23.374299 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bb651ea1-250c-4ec2-86ce-c3b72daf5408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:23.456924 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77e8c2-6ef9-412e-a135-620dce106f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f841ed-b864-460d-829c-77d1cdc04cc6,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:23.460803 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2a77e8c2-6ef9-412e-a135-620dce106f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:23.467230 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77e8c2-6ef9-412e-a135-620dce106f9e admin admin] Checking segment: {'id': 'b1032e97-8971-4d6d-8a51-fb8d6317de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45c63cbb-229e-40d3-9dcc-bb85c298fc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:14:23.467937 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a77e8c2-6ef9-412e-a135-620dce106f9e admin admin] Network hostable DHCP agents. Network: 45c63cbb-229e-40d3-9dcc-bb85c298fc11, hostable agents: ['2622c8cf-6b7c-41f1-9991-96794c704a9e'], hosted agents: [] {{(pid=86367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 19:14:23.487143 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a77e8c2-6ef9-412e-a135-620dce106f9e admin admin] Network 45c63cbb-229e-40d3-9dcc-bb85c298fc11 is scheduled to be hosted by DHCP agent 2622c8cf-6b7c-41f1-9991-96794c704a9e with binding_index 1 {{(pid=86367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 19:14:23.496084 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-2a77e8c2-6ef9-412e-a135-620dce106f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-1-smb, 45c63cbb-229e-40d3-9dcc-bb85c298fc11) {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:14:23.506086 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618ea413-300d-4da4-a30e-c519b09b24b5 None None] Network 45c63cbb-229e-40d3-9dcc-bb85c298fc11 requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:14:23.509066 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a77e8c2-6ef9-412e-a135-620dce106f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:23.509721 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2a77e8c2-6ef9-412e-a135-620dce106f9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:23.535409 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-2a77e8c2-6ef9-412e-a135-620dce106f9e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8492119 Apr 19 19:14:23.820437 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6cbc20-4d89-497e-8298-85c3f862d53a None None] Network 45c63cbb-229e-40d3-9dcc-bb85c298fc11 requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:14:24.914675 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b88d14-b156-4134-8b92-a5d5d245be8f req-74513de9-98cc-48be-8bf7-6156e639df3b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:24.916375 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-20b88d14-b156-4134-8b92-a5d5d245be8f req-74513de9-98cc-48be-8bf7-6156e639df3b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 985 time: 0.3359618 Apr 19 19:14:24.970462 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-20b88d14-b156-4134-8b92-a5d5d245be8f req-6ac41784-a92e-4159-aca5-cee5d7c13100 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&id=cc5c9260-6aa0-478f-ab63-4935e4d31465&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0476217 Apr 19 19:14:25.394618 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:14:26.114656 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-c491e09e-de3b-4625-94cc-9345ee31eae4 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:26.116282 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-c491e09e-de3b-4625-94cc-9345ee31eae4 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/networks?id=45c63cbb-229e-40d3-9dcc-bb85c298fc11 HTTP/1.1" status: 200 len: 808 time: 0.1640720 Apr 19 19:14:26.133410 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-5264b700-cbf6-4bb7-ba45-ec798ec459ab tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/quotas/484f01fb68c94b27b9669ba4a68d2ca5 HTTP/1.1" status: 200 len: 375 time: 0.0099158 Apr 19 19:14:26.175029 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd744e-6998-46a7-813c-225a1f6e7c4f req-b9f45380-6305-49ba-8398-1797f49d8d61 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:26.176661 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-34cd744e-6998-46a7-813c-225a1f6e7c4f req-b9f45380-6305-49ba-8398-1797f49d8d61 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 985 time: 0.0898948 Apr 19 19:14:26.188417 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-84495ce1-5de4-4eeb-bdad-a85b3d1b5d7b tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=484f01fb68c94b27b9669ba4a68d2ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489833 Apr 19 19:14:26.233608 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-34cd744e-6998-46a7-813c-225a1f6e7c4f req-9144208b-a8d2-47ea-a163-e3f25e170f5f tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&id=cc5c9260-6aa0-478f-ab63-4935e4d31465&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0495071 Apr 19 19:14:26.339284 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-a5487f78-d787-4d60-8e6c-5b9dea57aa63 service neutron] 10.222.0.58 "GET /v2.0/networks/45c63cbb-229e-40d3-9dcc-bb85c298fc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427515 Apr 19 19:14:26.487515 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-bfcf6e65-e738-44dc-85ca-c40340f4ffc9 service neutron] 10.222.0.58 "GET /v2.0/networks/45c63cbb-229e-40d3-9dcc-bb85c298fc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413708 Apr 19 19:14:26.682323 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-90a12529-1170-49e8-9ac6-f869b22f3b0c req-d50a9def-2a94-4084-b165-9a2652e35718 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8b4a7a-d30c-47ce-a2a1-519a795e6b28 HTTP/1.1" status: 200 len: 210 time: 0.0492163 Apr 19 19:14:27.452481 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed32d4-282f-4cca-9034-23651703c16e req-abe84c8a-dd45-45da-b86e-eeeb8ddbaa12 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:27.454106 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-41ed32d4-282f-4cca-9034-23651703c16e req-abe84c8a-dd45-45da-b86e-eeeb8ddbaa12 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 985 time: 0.0975313 Apr 19 19:14:27.507691 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-41ed32d4-282f-4cca-9034-23651703c16e req-913c017c-cf22-4a05-9f77-c6d4a9daaf00 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&id=cc5c9260-6aa0-478f-ab63-4935e4d31465&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466809 Apr 19 19:14:27.853078 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-aa45231d-bd5a-4b00-a9d2-6e2e89b6a14b req-58cd5a24-0a87-4c4f-87c3-534ebe55341c tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8b4a7a-d30c-47ce-a2a1-519a795e6b28 HTTP/1.1" status: 200 len: 210 time: 0.0520880 Apr 19 19:14:27.894597 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-781ff474-565d-43c0-9a9a-036ad9e82db7 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:27.896422 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-781ff474-565d-43c0-9a9a-036ad9e82db7 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.75 "GET /v2.0/networks?id=45c63cbb-229e-40d3-9dcc-bb85c298fc11 HTTP/1.1" status: 200 len: 808 time: 0.1754739 Apr 19 19:14:27.913960 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0509a6eb-8d86-424b-90c5-6992ae7903ce tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Request body: {'port': {'device_id': '4e8b4a7a-d30c-47ce-a2a1-519a795e6b28', 'network_id': '45c63cbb-229e-40d3-9dcc-bb85c298fc11', 'admin_state_up': True, 'tenant_id': '484f01fb68c94b27b9669ba4a68d2ca5'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:14:28.061039 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0509a6eb-8d86-424b-90c5-6992ae7903ce tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:28.065032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0509a6eb-8d86-424b-90c5-6992ae7903ce tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Usage tracker for resource:port and tenant:484f01fb68c94b27b9669ba4a68d2ca5 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:28.067943 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0509a6eb-8d86-424b-90c5-6992ae7903ce tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:28.073904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0509a6eb-8d86-424b-90c5-6992ae7903ce tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:28.082383 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0509a6eb-8d86-424b-90c5-6992ae7903ce tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Made reservation on behalf of 484f01fb68c94b27b9669ba4a68d2ca5 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:14:28.088897 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0509a6eb-8d86-424b-90c5-6992ae7903ce tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:28.260753 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0509a6eb-8d86-424b-90c5-6992ae7903ce tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Allocated IP 172.20.0.12 (45c63cbb-229e-40d3-9dcc-bb85c298fc11/95f841ed-b864-460d-829c-77d1cdc04cc6/32083363-c497-4ff6-be86-bc2ae51cb979) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:14:28.793529 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0509a6eb-8d86-424b-90c5-6992ae7903ce tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:28.807421 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247a316-36e8-4032-b1f4-818d9072c306 req-038b4a94-d1da-4fa2-93ff-18a3fd621eeb tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:28.809034 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8247a316-36e8-4032-b1f4-818d9072c306 req-038b4a94-d1da-4fa2-93ff-18a3fd621eeb tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 985 time: 0.1745927 Apr 19 19:14:28.873929 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8247a316-36e8-4032-b1f4-818d9072c306 req-35a0c198-7240-43f1-98cb-e3a68a4e5e5d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&id=cc5c9260-6aa0-478f-ab63-4935e4d31465&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565732 Apr 19 19:14:28.884657 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0509a6eb-8d86-424b-90c5-6992ae7903ce tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:28.891403 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-62bb6ae0-3b22-4a3b-ae05-427d0a7b8ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:28.965776 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0509a6eb-8d86-424b-90c5-6992ae7903ce tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Network 45c63cbb-229e-40d3-9dcc-bb85c298fc11 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:14:28.969816 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0509a6eb-8d86-424b-90c5-6992ae7903ce tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:14:28.974549 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0509a6eb-8d86-424b-90c5-6992ae7903ce tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:14:29.019825 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509a6eb-8d86-424b-90c5-6992ae7903ce tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Pushing event updated for resources: {'Port': ['ID=32083363-c497-4ff6-be86-bc2ae51cb979,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:29.024914 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0509a6eb-8d86-424b-90c5-6992ae7903ce tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:29.057289 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0509a6eb-8d86-424b-90c5-6992ae7903ce tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:29.057986 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0509a6eb-8d86-424b-90c5-6992ae7903ce tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:29.076822 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ce320-aab8-4545-a231-e9e2ea9cfa52 req-8d663f85-84fd-4312-a1ff-cad123c1d696 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:29.078540 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c62ce320-aab8-4545-a231-e9e2ea9cfa52 req-8d663f85-84fd-4312-a1ff-cad123c1d696 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8b4a7a-d30c-47ce-a2a1-519a795e6b28 HTTP/1.1" status: 200 len: 932 time: 0.1006866 Apr 19 19:14:29.079889 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0509a6eb-8d86-424b-90c5-6992ae7903ce tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1705956 Apr 19 19:14:29.103124 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Request body: {'port': {'device_id': '4e8b4a7a-d30c-47ce-a2a1-519a795e6b28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:14:29.135249 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-c62ce320-aab8-4545-a231-e9e2ea9cfa52 req-094d2a59-2843-4f06-a8fb-b459de538ca8 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Synchronizing usage tracker for tenant:484f01fb68c94b27b9669ba4a68d2ca5 on resource:security_group {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:14:29.138747 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 46114) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:29.157931 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-c62ce320-aab8-4545-a231-e9e2ea9cfa52 req-094d2a59-2843-4f06-a8fb-b459de538ca8 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Unset dirty status for tenant:484f01fb68c94b27b9669ba4a68d2ca5 on resource:security_group {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:14:29.159199 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c62ce320-aab8-4545-a231-e9e2ea9cfa52 req-094d2a59-2843-4f06-a8fb-b459de538ca8 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685594 Apr 19 19:14:29.230582 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:29.275354 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5e11362a-9f17-4faa-bd33-8ffb4212b9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:29.291356 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5e11362a-9f17-4faa-bd33-8ffb4212b9d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:29.295417 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-5e11362a-9f17-4faa-bd33-8ffb4212b9d6 admin admin] Usage tracker for resource:security_group_rule and tenant:8c910a13d6ff4cc39d2649c3ea78a0c7 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:29.298353 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-5e11362a-9f17-4faa-bd33-8ffb4212b9d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:29.304415 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5e11362a-9f17-4faa-bd33-8ffb4212b9d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:29.394287 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5e11362a-9f17-4faa-bd33-8ffb4212b9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:29.397168 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5e11362a-9f17-4faa-bd33-8ffb4212b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:29.407058 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f49640d4-32f4-4b1d-9b97-41c6f4b4a161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:29.453292 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-5e11362a-9f17-4faa-bd33-8ffb4212b9d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c910a13d6ff4cc39d2649c3ea78a0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109655 Apr 19 19:14:29.453292 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11362a-9f17-4faa-bd33-8ffb4212b9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b56f300-2281-4f24-883e-9cefe22dd393,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:29.454384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46124) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:29.455412 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5e11362a-9f17-4faa-bd33-8ffb4212b9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:29.573565 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ac68a13e-338d-4ebf-8ec7-223e68df20c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:29.607695 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ac68a13e-338d-4ebf-8ec7-223e68df20c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:29.712156 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32083363-c497-4ff6-be86-bc2ae51cb979 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:14:29.720968 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:29.738472 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Transition to ACTIVE for port object 32083363-c497-4ff6-be86-bc2ae51cb979 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:14:29.739904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ac68a13e-338d-4ebf-8ec7-223e68df20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:29.745527 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-873d5c13-8843-495f-bab1-70c663a74d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:29.754893 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62134073'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:29.763985 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68a13e-338d-4ebf-8ec7-223e68df20c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b56f300-2281-4f24-883e-9cefe22dd393,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:29.767720 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ac68a13e-338d-4ebf-8ec7-223e68df20c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:29.770918 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:29.865015 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ac68a13e-338d-4ebf-8ec7-223e68df20c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:29.866254 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-ac68a13e-338d-4ebf-8ec7-223e68df20c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b56f300-2281-4f24-883e-9cefe22dd393 HTTP/1.1" status: 204 len: 168 time: 0.4110518 Apr 19 19:14:29.982778 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Pushing event updated for resources: {'Port': ['ID=32083363-c497-4ff6-be86-bc2ae51cb979,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:29.990025 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:30.085869 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Attempting to bind port 32083363-c497-4ff6-be86-bc2ae51cb979 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:14:30.086258 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Attempting to bind port 32083363-c497-4ff6-be86-bc2ae51cb979 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b1032e97-8971-4d6d-8a51-fb8d6317de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45c63cbb-229e-40d3-9dcc-bb85c298fc11'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:14:30.086636 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Attempting to bind port 32083363-c497-4ff6-be86-bc2ae51cb979 on network 45c63cbb-229e-40d3-9dcc-bb85c298fc11 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:14:30.101635 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Port 32083363-c497-4ff6-be86-bc2ae51cb979 on network 45c63cbb-229e-40d3-9dcc-bb85c298fc11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:14:30.102004 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Attempting to bind port 32083363-c497-4ff6-be86-bc2ae51cb979 on network 45c63cbb-229e-40d3-9dcc-bb85c298fc11 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:14:30.112774 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Checking agent: {'id': 'ec7575f8-60dd-4295-9a80-edc463fb7fa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:14:30.113159 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Checking segment: {'id': 'b1032e97-8971-4d6d-8a51-fb8d6317de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45c63cbb-229e-40d3-9dcc-bb85c298fc11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:14:30.113591 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Bound using segment: {'id': 'b1032e97-8971-4d6d-8a51-fb8d6317de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45c63cbb-229e-40d3-9dcc-bb85c298fc11'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:14:30.114079 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Bound port: 32083363-c497-4ff6-be86-bc2ae51cb979, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1032e97-8971-4d6d-8a51-fb8d6317de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45c63cbb-229e-40d3-9dcc-bb85c298fc11'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:14:30.114470 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:30.172673 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 46138) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:30.177380 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1abc9d-6745-4625-add0-5525ece26131 req-1a84bdeb-db53-4a52-a6b5-1430cec4d218 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:30.180014 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ae1abc9d-6745-4625-add0-5525ece26131 req-1a84bdeb-db53-4a52-a6b5-1430cec4d218 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 985 time: 0.1750653 Apr 19 19:14:30.197007 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f7a43174-2c84-4750-b067-ba6dc4aa4b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:30.214388 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f7a43174-2c84-4750-b067-ba6dc4aa4b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:30.218664 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f7a43174-2c84-4750-b067-ba6dc4aa4b61 admin admin] Usage tracker for resource:security_group_rule and tenant:c6312845f5bd46c99903d4b30a0d13ec is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:30.221784 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f7a43174-2c84-4750-b067-ba6dc4aa4b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:30.227907 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f7a43174-2c84-4750-b067-ba6dc4aa4b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:30.272264 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ae1abc9d-6745-4625-add0-5525ece26131 req-03f53f17-03d0-4a57-a4de-df69adf6fbac tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&id=cc5c9260-6aa0-478f-ab63-4935e4d31465&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809982 Apr 19 19:14:30.273456 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] For port 32083363-c497-4ff6-be86-bc2ae51cb979, host hv-cinder-78693, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:14:30.276969 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] For port 32083363-c497-4ff6-be86-bc2ae51cb979, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32083363-c497-4ff6-be86-bc2ae51cb979,segment=NetworkSegment(b1032e97-8971-4d6d-8a51-fb8d6317de16),segment_id=b1032e97-8971-4d6d-8a51-fb8d6317de16)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:14:30.280968 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62134073'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:30.285984 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:30.353198 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:30.353883 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:30.355387 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] 10.222.0.75 "PUT /v2.0/ports/32083363-c497-4ff6-be86-bc2ae51cb979 HTTP/1.1" status: 200 len: 1094 time: 1.2584713 Apr 19 19:14:30.355950 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8b4a7a-d30c-47ce-a2a1-519a795e6b28', 'tag': '32083363-c497-4ff6-be86-bc2ae51cb979'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:14:30.374729 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Pushing event updated for resources: {'Port': ['ID=32083363-c497-4ff6-be86-bc2ae51cb979,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:30.378904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0f1a7226-a87f-4366-a0f8-9b95ff2013cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:30.389466 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f7a43174-2c84-4750-b067-ba6dc4aa4b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:30.394237 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f7a43174-2c84-4750-b067-ba6dc4aa4b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:30.404233 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:30.440918 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8b4a7a-d30c-47ce-a2a1-519a795e6b28', 'tag': '32083363-c497-4ff6-be86-bc2ae51cb979', 'status': 'completed', 'code': 200} Apr 19 19:14:30.449169 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a43174-2c84-4750-b067-ba6dc4aa4b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b127113-a25e-4a10-bd61-eeb2d694cf42,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:30.463501 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b31860-cc97-4c89-820d-819e7dc8071e req-c71d6d91-3922-40bc-8e76-1e22b64c304f tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:30.465171 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b8b31860-cc97-4c89-820d-819e7dc8071e req-c71d6d91-3922-40bc-8e76-1e22b64c304f tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8b4a7a-d30c-47ce-a2a1-519a795e6b28 HTTP/1.1" status: 200 len: 944 time: 0.1863589 Apr 19 19:14:30.466260 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f7a43174-2c84-4750-b067-ba6dc4aa4b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:30.475167 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-f7a43174-2c84-4750-b067-ba6dc4aa4b61 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c6312845f5bd46c99903d4b30a0d13ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008432 Apr 19 19:14:30.475376 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46148) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:30.500625 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-f7f86f2e-3328-4954-8c53-ea1e49137e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:30.502224 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-f7f86f2e-3328-4954-8c53-ea1e49137e90 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=484f01fb68c94b27b9669ba4a68d2ca5&device_id=4e8b4a7a-d30c-47ce-a2a1-519a795e6b28 HTTP/1.1" status: 200 len: 1097 time: 0.1052027 Apr 19 19:14:30.521067 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b8b31860-cc97-4c89-820d-819e7dc8071e req-759de721-2e77-4ec4-8881-b3e6fb98e39c tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446982 Apr 19 19:14:30.599393 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-d17457db-5853-4b12-a86d-b8e070e6b7e7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32083363-c497-4ff6-be86-bc2ae51cb979 HTTP/1.1" status: 200 len: 217 time: 0.0736232 Apr 19 19:14:30.661061 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ce51f0fe-8112-4214-a184-065a89991c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:30.704669 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-73de32df-f587-4949-b0a4-a25e6e36cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:30.706258 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-73de32df-f587-4949-b0a4-a25e6e36cc50 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=95f841ed-b864-460d-829c-77d1cdc04cc6 HTTP/1.1" status: 200 len: 848 time: 0.0967855 Apr 19 19:14:30.712604 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ce51f0fe-8112-4214-a184-065a89991c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:30.778870 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-344cc928-29fb-496d-ac5a-59f3386e740a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=45c63cbb-229e-40d3-9dcc-bb85c298fc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586987 Apr 19 19:14:30.920756 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ce51f0fe-8112-4214-a184-065a89991c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:30.928132 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1d9c6069-15af-4a45-a2e9-3dd715d1bd42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:30.945094 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51f0fe-8112-4214-a184-065a89991c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b127113-a25e-4a10-bd61-eeb2d694cf42,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:30.956865 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ce51f0fe-8112-4214-a184-065a89991c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:30.963176 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ce51f0fe-8112-4214-a184-065a89991c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:30.964409 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-ce51f0fe-8112-4214-a184-065a89991c35 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3b127113-a25e-4a10-bd61-eeb2d694cf42 HTTP/1.1" status: 204 len: 168 time: 0.4878981 Apr 19 19:14:30.968233 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-57bca28a-247a-44dd-b12f-3d34ac80d90a service neutron] 10.222.0.75 "GET /v2.0/networks/45c63cbb-229e-40d3-9dcc-bb85c298fc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745772 Apr 19 19:14:31.126329 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6252f4c0-6fcc-4ddf-8eeb-43468feb7fad req-21a63fed-5d52-4f8b-96ba-cc70206eeb44 service neutron] 10.222.0.75 "GET /v2.0/networks/45c63cbb-229e-40d3-9dcc-bb85c298fc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507394 Apr 19 19:14:31.261950 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d582f3-5703-4d92-8411-80873220987e req-989c7b3e-07d0-4442-895f-7a50307ba9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:31.263559 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c4d582f3-5703-4d92-8411-80873220987e req-989c7b3e-07d0-4442-895f-7a50307ba9d2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=484f01fb68c94b27b9669ba4a68d2ca5&device_id=4e8b4a7a-d30c-47ce-a2a1-519a795e6b28 HTTP/1.1" status: 200 len: 1097 time: 0.0832074 Apr 19 19:14:31.339602 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 46166) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:31.363901 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-80011027-f255-4c23-ac7d-763842006596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:31.380458 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-80011027-f255-4c23-ac7d-763842006596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:31.384764 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-80011027-f255-4c23-ac7d-763842006596 admin admin] Usage tracker for resource:security_group_rule and tenant:305c86426ff64c7e9cb84bf29ed2a705 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:31.387770 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-80011027-f255-4c23-ac7d-763842006596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:31.394009 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-80011027-f255-4c23-ac7d-763842006596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:31.466561 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d582f3-5703-4d92-8411-80873220987e req-9ee48482-fe83-4105-887f-46d0ff5fe4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:31.468179 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c4d582f3-5703-4d92-8411-80873220987e req-9ee48482-fe83-4105-887f-46d0ff5fe4df service neutron] 10.222.0.75 "GET /v2.0/networks?id=45c63cbb-229e-40d3-9dcc-bb85c298fc11 HTTP/1.1" status: 200 len: 909 time: 0.1973798 Apr 19 19:14:31.480688 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-80011027-f255-4c23-ac7d-763842006596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:31.484059 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-80011027-f255-4c23-ac7d-763842006596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:31.490973 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:31.537119 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-80011027-f255-4c23-ac7d-763842006596 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=305c86426ff64c7e9cb84bf29ed2a705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952441 Apr 19 19:14:31.538057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80011027-f255-4c23-ac7d-763842006596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2665b270-d725-490b-8635-f343b4b43c58,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:31.541616 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-80011027-f255-4c23-ac7d-763842006596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:31.542299 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 46170) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:31.556690 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c4d582f3-5703-4d92-8411-80873220987e req-525c320c-cb15-49bb-9324-5c817c0ca0a2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32083363-c497-4ff6-be86-bc2ae51cb979 HTTP/1.1" status: 200 len: 217 time: 0.0737853 Apr 19 19:14:31.575105 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92234849-19a9-4775-b706-0f8e44e26936 req-0909ed56-0df9-4dbd-aa8d-57ba200b0d89 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:31.576754 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-92234849-19a9-4775-b706-0f8e44e26936 req-0909ed56-0df9-4dbd-aa8d-57ba200b0d89 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 985 time: 0.1809423 Apr 19 19:14:31.615325 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-388d34d2-f233-464e-ab6a-2f9ef602692f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:31.649552 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-388d34d2-f233-464e-ab6a-2f9ef602692f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:31.681785 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d582f3-5703-4d92-8411-80873220987e req-80ccd365-c52a-4efb-bdf0-5703f098060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:31.683355 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c4d582f3-5703-4d92-8411-80873220987e req-80ccd365-c52a-4efb-bdf0-5703f098060b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=95f841ed-b864-460d-829c-77d1cdc04cc6 HTTP/1.1" status: 200 len: 848 time: 0.1180918 Apr 19 19:14:31.690363 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-92234849-19a9-4775-b706-0f8e44e26936 req-86d646cf-932f-48a4-a82c-f1af322f530b tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&id=cc5c9260-6aa0-478f-ab63-4935e4d31465&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0760162 Apr 19 19:14:31.739370 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c4d582f3-5703-4d92-8411-80873220987e req-c3f08457-66d1-47c5-9190-6127ed26cf22 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=45c63cbb-229e-40d3-9dcc-bb85c298fc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479803 Apr 19 19:14:31.776067 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0e982-b480-4394-9b25-58711c25f071 req-06f4852f-4cd0-47db-a5d1-1d18c6fff463 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:31.777710 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7ec0e982-b480-4394-9b25-58711c25f071 req-06f4852f-4cd0-47db-a5d1-1d18c6fff463 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8b4a7a-d30c-47ce-a2a1-519a795e6b28 HTTP/1.1" status: 200 len: 944 time: 0.1320903 Apr 19 19:14:31.782631 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-388d34d2-f233-464e-ab6a-2f9ef602692f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:31.790310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e8debe97-c046-4728-a886-26c922aea7b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:31.819009 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d34d2-f233-464e-ab6a-2f9ef602692f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2665b270-d725-490b-8635-f343b4b43c58,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:31.821552 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-388d34d2-f233-464e-ab6a-2f9ef602692f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:31.856933 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-388d34d2-f233-464e-ab6a-2f9ef602692f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:31.858177 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-388d34d2-f233-464e-ab6a-2f9ef602692f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2665b270-d725-490b-8635-f343b4b43c58 HTTP/1.1" status: 204 len: 168 time: 0.3148787 Apr 19 19:14:31.866084 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7ec0e982-b480-4394-9b25-58711c25f071 req-ab9c9751-4f7b-45e0-b4f0-69de5a1738b7 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786493 Apr 19 19:14:32.130650 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c4d582f3-5703-4d92-8411-80873220987e req-4459e32f-b1e6-41b2-ab58-fd8bdbbaf39b service neutron] 10.222.0.75 "GET /v2.0/networks/45c63cbb-229e-40d3-9dcc-bb85c298fc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832695 Apr 19 19:14:32.287094 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c4d582f3-5703-4d92-8411-80873220987e req-9a8f846d-ebab-4ff7-b1d9-637cf6860f36 service neutron] 10.222.0.75 "GET /v2.0/networks/45c63cbb-229e-40d3-9dcc-bb85c298fc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446335 Apr 19 19:14:32.897443 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b608361-4290-49f6-89df-d8054d1622b9 req-9bdd6323-db64-4214-99a8-bc973aa8cfb5 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:32.899843 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7b608361-4290-49f6-89df-d8054d1622b9 req-9bdd6323-db64-4214-99a8-bc973aa8cfb5 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 985 time: 0.0922034 Apr 19 19:14:32.952670 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7b608361-4290-49f6-89df-d8054d1622b9 req-8491904a-ca9b-4551-844b-6fb7c0cad2f8 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&id=cc5c9260-6aa0-478f-ab63-4935e4d31465&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456514 Apr 19 19:14:33.084842 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657acc8-92bc-4da3-9577-6bb5f6fe6ab6 req-65c5f0a1-e6d8-4fb8-8f40-21efe4beab20 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:33.086452 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9657acc8-92bc-4da3-9577-6bb5f6fe6ab6 req-65c5f0a1-e6d8-4fb8-8f40-21efe4beab20 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8b4a7a-d30c-47ce-a2a1-519a795e6b28 HTTP/1.1" status: 200 len: 944 time: 0.0977204 Apr 19 19:14:33.136713 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9657acc8-92bc-4da3-9577-6bb5f6fe6ab6 req-2ff547ce-2ec4-4730-a804-3c26899a3bbc tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430644 Apr 19 19:14:33.359171 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 32083363-c497-4ff6-be86-bc2ae51cb979 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:14:33.707027 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 32083363-c497-4ff6-be86-bc2ae51cb979, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32083363-c497-4ff6-be86-bc2ae51cb979,segment=NetworkSegment(b1032e97-8971-4d6d-8a51-fb8d6317de16),segment_id=b1032e97-8971-4d6d-8a51-fb8d6317de16)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:14:33.723143 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': '32083363-c497-4ff6-be86-bc2ae51cb979', 'network_id': '45c63cbb-229e-40d3-9dcc-bb85c298fc11', 'port_id': '32083363-c497-4ff6-be86-bc2ae51cb979', 'mac_address': 'fa:16:3e:03:1d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f841ed-b864-460d-829c-77d1cdc04cc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:14:33.788725 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:33.808604 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32083363-c497-4ff6-be86-bc2ae51cb979 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:14:33.825421 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 32083363-c497-4ff6-be86-bc2ae51cb979, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32083363-c497-4ff6-be86-bc2ae51cb979,segment=NetworkSegment(b1032e97-8971-4d6d-8a51-fb8d6317de16),segment_id=b1032e97-8971-4d6d-8a51-fb8d6317de16)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:14:33.828371 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:33.830452 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-691e17fa-f695-4099-b14e-5bbcec47860c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:33.903659 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=32083363-c497-4ff6-be86-bc2ae51cb979,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:33.911715 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:33.912354 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:33.912734 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:33.913167 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:33.914251 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:33.914602 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:33.914975 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:33.915342 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:33.915721 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:33.916201 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:33.916471 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:33.916833 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:14:33.920876 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:34.123688 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['32083363-c497-4ff6-be86-bc2ae51cb979'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:14:34.175588 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177ca48-5d3c-4fe8-a7bb-841b75254d46 req-c3f95a7a-e274-4adc-b0ce-e434189c9054 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:34.177226 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3177ca48-5d3c-4fe8-a7bb-841b75254d46 req-c3f95a7a-e274-4adc-b0ce-e434189c9054 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 985 time: 0.0954220 Apr 19 19:14:34.231840 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3177ca48-5d3c-4fe8-a7bb-841b75254d46 req-22d5aa17-133f-4d57-a130-27f2193e18f3 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&id=cc5c9260-6aa0-478f-ab63-4935e4d31465&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456448 Apr 19 19:14:34.347567 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17b60c-0b73-4ae1-9dfc-7398ef457a4b req-2bbf978f-4a34-42f2-9f8a-777d411e02d8 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:34.349176 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7e17b60c-0b73-4ae1-9dfc-7398ef457a4b req-2bbf978f-4a34-42f2-9f8a-777d411e02d8 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8b4a7a-d30c-47ce-a2a1-519a795e6b28 HTTP/1.1" status: 200 len: 945 time: 0.0957723 Apr 19 19:14:34.397726 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7e17b60c-0b73-4ae1-9dfc-7398ef457a4b req-361bfa42-e30c-4310-952c-28af0554f779 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410998 Apr 19 19:14:34.755607 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 46258) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:34.822634 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-16033a12-bcfa-4416-a328-13cd86372b97 admin admin] Deleting subnet cb625c53-4e08-4bed-9fad-34049abfe93a {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:14:34.825793 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-16033a12-bcfa-4416-a328-13cd86372b97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:34.882461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-16033a12-bcfa-4416-a328-13cd86372b97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793290365'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:34.941427 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-16033a12-bcfa-4416-a328-13cd86372b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070052'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:35.208535 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-16033a12-bcfa-4416-a328-13cd86372b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850705764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61803322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60833484'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:35.214419 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1c33d103-953b-49e0-bfaf-6cff962cd333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:35.260431 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16033a12-bcfa-4416-a328-13cd86372b97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb625c53-4e08-4bed-9fad-34049abfe93a,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:35.260431 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-16033a12-bcfa-4416-a328-13cd86372b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:35.260431 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-16033a12-bcfa-4416-a328-13cd86372b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:35.264339 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-16033a12-bcfa-4416-a328-13cd86372b97 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cb625c53-4e08-4bed-9fad-34049abfe93a HTTP/1.1" status: 204 len: 168 time: 0.5075130 Apr 19 19:14:35.267029 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 46272) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:35.388593 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 32083363-c497-4ff6-be86-bc2ae51cb979 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:14:35.468505 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning for port 32083363-c497-4ff6-be86-bc2ae51cb979 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:14:35.473326 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1df55776-6873-414a-864c-167f23cca375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3959784'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:35.477677 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port 32083363-c497-4ff6-be86-bc2ae51cb979 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:14:35.478105 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:35.612856 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:35.651901 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 32083363-c497-4ff6-be86-bc2ae51cb979, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32083363-c497-4ff6-be86-bc2ae51cb979,segment=NetworkSegment(b1032e97-8971-4d6d-8a51-fb8d6317de16),segment_id=b1032e97-8971-4d6d-8a51-fb8d6317de16)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:14:35.653374 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8b4a7a-d30c-47ce-a2a1-519a795e6b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32083363-c497-4ff6-be86-bc2ae51cb979'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:14:35.659245 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:35.662112 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8e4f8fa3-e270-45be-8e2a-b744baea326d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:35.669591 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d18591-223b-4b96-9345-c9956dfe1f64 req-cf8ff622-62dc-4048-a99f-b0a460f50e59 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:35.670635 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-b1d18591-223b-4b96-9345-c9956dfe1f64 req-cf8ff622-62dc-4048-a99f-b0a460f50e59 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Synchronizing usage tracker for tenant:484f01fb68c94b27b9669ba4a68d2ca5 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:14:35.680807 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1df55776-6873-414a-864c-167f23cca375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850705679', 'neutron.services.segments.db._delete_segments_for_network-8745729553011'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:35.696609 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-b1d18591-223b-4b96-9345-c9956dfe1f64 req-cf8ff622-62dc-4048-a99f-b0a460f50e59 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Unset dirty status for tenant:484f01fb68c94b27b9669ba4a68d2ca5 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:14:35.698157 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b1d18591-223b-4b96-9345-c9956dfe1f64 req-cf8ff622-62dc-4048-a99f-b0a460f50e59 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8b4a7a-d30c-47ce-a2a1-519a795e6b28 HTTP/1.1" status: 200 len: 945 time: 0.1334176 Apr 19 19:14:35.755744 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=32083363-c497-4ff6-be86-bc2ae51cb979,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:35.759380 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:35.808859 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b1d18591-223b-4b96-9345-c9956dfe1f64 req-5623d9c2-71b0-464d-b6dc-eae588c41446 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012731 Apr 19 19:14:35.844435 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb6602-b3e5-40f5-8e5c-4183fbbbe848 req-91b44b66-3595-4e34-8d4c-0b1d59bcf877 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:35.846401 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cebb6602-b3e5-40f5-8e5c-4183fbbbe848 req-91b44b66-3595-4e34-8d4c-0b1d59bcf877 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 985 time: 0.4753981 Apr 19 19:14:35.887538 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-1df55776-6873-414a-864c-167f23cca375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b4e332-7403-4128-b8b9-3726b7958fad']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:35.909131 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-1df55776-6873-414a-864c-167f23cca375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0961489-2566-435f-85cf-82397b3d71ba') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:35.909476 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-1df55776-6873-414a-864c-167f23cca375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0961489-2566-435f-85cf-82397b3d71ba') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:35.942839 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1df55776-6873-414a-864c-167f23cca375 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291125193315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61485451'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:35.968846 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cebb6602-b3e5-40f5-8e5c-4183fbbbe848 req-ca62715d-8cf0-4049-b7e6-46ec2c7b04df tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&id=cc5c9260-6aa0-478f-ab63-4935e4d31465&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1094630 Apr 19 19:14:35.973732 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1df55776-6873-414a-864c-167f23cca375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:35.983583 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df55776-6873-414a-864c-167f23cca375 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:14:36.043027 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8b4a7a-d30c-47ce-a2a1-519a795e6b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32083363-c497-4ff6-be86-bc2ae51cb979', 'code': 200} Apr 19 19:14:36.190160 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-1df55776-6873-414a-864c-167f23cca375 admin admin] Network 34b4e332-7403-4128-b8b9-3726b7958fad has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:14:36.201290 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1df55776-6873-414a-864c-167f23cca375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4065973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036792973159'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:36.322290 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f8c45-3846-4efe-9405-d85e1ea02903 req-4828f206-24b1-4434-a9b1-4d34253ab54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:36.323919 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-dd6f8c45-3846-4efe-9405-d85e1ea02903 req-4828f206-24b1-4434-a9b1-4d34253ab54d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4e8b4a7a-d30c-47ce-a2a1-519a795e6b28 HTTP/1.1" status: 200 len: 1099 time: 0.0811667 Apr 19 19:14:36.372477 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-dd6f8c45-3846-4efe-9405-d85e1ea02903 req-b1a8d9ad-df10-4b64-b274-35e194804e8c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403733 Apr 19 19:14:36.397458 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-1df55776-6873-414a-864c-167f23cca375 admin admin] Network 34b4e332-7403-4128-b8b9-3726b7958fad has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: Traceback (most recent call last): Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: timer() Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: cb(*args, **kw) Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: return func(*args, **kwargs) Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: self._notify() Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: self.callback(batched_events) Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: event.method(event) Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: segment_id)['aggregates'][0] Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: return f(self, *a, **k) Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: return self._get(url).json() Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: **kwargs) Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: return self.request(url, 'GET', **kwargs) Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: **endpoint_filter) Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:14:36.420750 dv-cinder-786932-1-smb neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:14:36.505994 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1df55776-6873-414a-864c-167f23cca375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658050'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:36.510197 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:36.530146 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1df55776-6873-414a-864c-167f23cca375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:36.532650 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df55776-6873-414a-864c-167f23cca375 admin admin] Pushing event deleted for resources: {'Network': ['ID=34b4e332-7403-4128-b8b9-3726b7958fad,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:36.535905 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1df55776-6873-414a-864c-167f23cca375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:36.548301 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-1df55776-6873-414a-864c-167f23cca375 admin admin] 10.222.0.58 "DELETE /v2.0/networks/34b4e332-7403-4128-b8b9-3726b7958fad HTTP/1.1" status: 204 len: 168 time: 1.2775955 Apr 19 19:14:36.731740 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 46298) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:36.782792 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-8d96d701-9482-4183-99c8-c68875168a8a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=19893efe700c431fb04bd1543ada8456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497217 Apr 19 19:14:36.785354 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 46302) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:36.853273 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-253f73e4-90bc-4cee-8f69-c5f92e792dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:36.882928 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-253f73e4-90bc-4cee-8f69-c5f92e792dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:37.002504 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-253f73e4-90bc-4cee-8f69-c5f92e792dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:37.009682 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-080752d9-75e8-459c-84ce-a57e3213c6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:37.027140 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f73e4-90bc-4cee-8f69-c5f92e792dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2e6cd9-268f-4d42-b042-30dbca979397,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:37.035447 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-253f73e4-90bc-4cee-8f69-c5f92e792dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:37.051957 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc6060-8a36-4acc-a711-72a893bf13f4 req-94cee991-ffa2-4201-abe8-cc337f8bbddc tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:37.059995 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b4bc6060-8a36-4acc-a711-72a893bf13f4 req-94cee991-ffa2-4201-abe8-cc337f8bbddc tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8b4a7a-d30c-47ce-a2a1-519a795e6b28 HTTP/1.1" status: 200 len: 946 time: 0.1366334 Apr 19 19:14:37.079281 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-253f73e4-90bc-4cee-8f69-c5f92e792dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:37.083163 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-253f73e4-90bc-4cee-8f69-c5f92e792dc7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6a2e6cd9-268f-4d42-b042-30dbca979397 HTTP/1.1" status: 204 len: 168 time: 0.2942801 Apr 19 19:14:37.118946 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b4bc6060-8a36-4acc-a711-72a893bf13f4 req-a730cf08-1a4f-45e5-86a3-8e99a4eede1d tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572562 Apr 19 19:14:37.246141 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acaae6b-57cf-4503-bc1d-3f4b9ea3ff6c req-8c738523-f9f3-47ec-97ad-e08ee0d414d0 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:37.247925 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7acaae6b-57cf-4503-bc1d-3f4b9ea3ff6c req-8c738523-f9f3-47ec-97ad-e08ee0d414d0 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 985 time: 0.1199212 Apr 19 19:14:37.329285 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7acaae6b-57cf-4503-bc1d-3f4b9ea3ff6c req-1c1d483a-11b9-43b2-8323-89af0415a1f0 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&id=cc5c9260-6aa0-478f-ab63-4935e4d31465&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733612 Apr 19 19:14:37.832023 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-646b23dd-ee0d-4e03-b8ac-b8d331793a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:38.018847 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c7a4b-26ea-4620-9698-4791da4d6231 req-1d657e25-f746-4b10-8bb5-2018b7096cdf tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:38.020498 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9d6c7a4b-26ea-4620-9698-4791da4d6231 req-1d657e25-f746-4b10-8bb5-2018b7096cdf tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 947 time: 0.0905299 Apr 19 19:14:38.073068 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9d6c7a4b-26ea-4620-9698-4791da4d6231 req-ed793221-6832-4a57-9040-ff55c0677995 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453789 Apr 19 19:14:38.343201 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8eda1-7235-4de8-82a7-51229057519c req-7bf4ff79-2a4f-4e0c-b003-8b79f48044e1 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:38.344748 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-89f8eda1-7235-4de8-82a7-51229057519c req-7bf4ff79-2a4f-4e0c-b003-8b79f48044e1 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8b4a7a-d30c-47ce-a2a1-519a795e6b28 HTTP/1.1" status: 200 len: 946 time: 0.0953715 Apr 19 19:14:38.395525 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-89f8eda1-7235-4de8-82a7-51229057519c req-67027054-4ea5-4489-9f6b-6d27faa86571 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435839 Apr 19 19:14:38.557337 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0bd6e-2a86-4d1e-a613-1995b0cfa0a9 req-d0e7ba99-8c7a-444f-8bd0-58d5a845511e tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:38.558921 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bba0bd6e-2a86-4d1e-a613-1995b0cfa0a9 req-d0e7ba99-8c7a-444f-8bd0-58d5a845511e tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 985 time: 0.0947008 Apr 19 19:14:38.612505 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bba0bd6e-2a86-4d1e-a613-1995b0cfa0a9 req-4409e526-80a0-4360-a372-53c5d2f6e207 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&id=cc5c9260-6aa0-478f-ab63-4935e4d31465&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469220 Apr 19 19:14:39.284238 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7964b-ff8e-4800-8214-87591731ca2e req-f41c32f6-c674-4f18-aa70-f3b964b3aa1a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:39.286121 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a2c7964b-ff8e-4800-8214-87591731ca2e req-f41c32f6-c674-4f18-aa70-f3b964b3aa1a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 947 time: 0.0923448 Apr 19 19:14:39.339038 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a2c7964b-ff8e-4800-8214-87591731ca2e req-c2ecd75c-d957-4104-8566-10f4b2987591 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449371 Apr 19 19:14:39.567300 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6e2f4-1f1c-4ddf-853a-c3c0f9a9761d req-4bbbc59e-9bad-408d-8f1f-443af383fafe tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:39.568916 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f2b6e2f4-1f1c-4ddf-853a-c3c0f9a9761d req-4bbbc59e-9bad-408d-8f1f-443af383fafe tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8b4a7a-d30c-47ce-a2a1-519a795e6b28 HTTP/1.1" status: 200 len: 946 time: 0.0923131 Apr 19 19:14:39.676728 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f2b6e2f4-1f1c-4ddf-853a-c3c0f9a9761d req-43b09113-11d7-4a7c-9d2e-29610cde6456 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007524 Apr 19 19:14:39.704208 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953daa98-b58e-4ce6-af60-52da58d5b62e req-0d6a6c38-9063-417f-9010-a050aa760fd1 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:39.705843 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-953daa98-b58e-4ce6-af60-52da58d5b62e req-0d6a6c38-9063-417f-9010-a050aa760fd1 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 947 time: 0.1137578 Apr 19 19:14:39.794950 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-953daa98-b58e-4ce6-af60-52da58d5b62e req-24779510-e86b-41e1-a19f-4571853b135d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Deleting port fe8234a5-cab0-4006-bbaa-502ff2d54ea2 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:14:39.795337 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-953daa98-b58e-4ce6-af60-52da58d5b62e req-24779510-e86b-41e1-a19f-4571853b135d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:39.829268 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06adad7-1d53-48fa-bf0d-28dcf500b124 req-3ed56623-ecf7-4447-a2ba-dac68dcf0298 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:39.830860 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d06adad7-1d53-48fa-bf0d-28dcf500b124 req-3ed56623-ecf7-4447-a2ba-dac68dcf0298 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 985 time: 0.0956011 Apr 19 19:14:39.882362 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d06adad7-1d53-48fa-bf0d-28dcf500b124 req-55bbaf1e-9992-44c3-9b30-32d5d82636ea tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&id=cc5c9260-6aa0-478f-ab63-4935e4d31465&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440078 Apr 19 19:14:40.065261 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-953daa98-b58e-4ce6-af60-52da58d5b62e req-24779510-e86b-41e1-a19f-4571853b135d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] For port fe8234a5-cab0-4006-bbaa-502ff2d54ea2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:14:40.065590 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-953daa98-b58e-4ce6-af60-52da58d5b62e req-24779510-e86b-41e1-a19f-4571853b135d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:40.352933 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5ce28f8b-a63b-4ee7-b0e3-0bbe5b773abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:40.383513 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-953daa98-b58e-4ce6-af60-52da58d5b62e req-24779510-e86b-41e1-a19f-4571853b135d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:40.383986 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-953daa98-b58e-4ce6-af60-52da58d5b62e req-24779510-e86b-41e1-a19f-4571853b135d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658097'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:40.384382 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.l3_db [req-953daa98-b58e-4ce6-af60-52da58d5b62e req-24779510-e86b-41e1-a19f-4571853b135d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Floating IP 8a99487e-0064-4c08-8225-2837d341c9f0 disassociated. External IP: 172.28.1.185, port: fe8234a5-cab0-4006-bbaa-502ff2d54ea2. Apr 19 19:14:40.384726 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-953daa98-b58e-4ce6-af60-52da58d5b62e req-24779510-e86b-41e1-a19f-4571853b135d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Calling delete_port for fe8234a5-cab0-4006-bbaa-502ff2d54ea2 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:14:40.601415 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-953daa98-b58e-4ce6-af60-52da58d5b62e req-24779510-e86b-41e1-a19f-4571853b135d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:40.609296 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:40.667381 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24779510-e86b-41e1-a19f-4571853b135d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Pushing event deleted for resources: {'Port': ['ID=fe8234a5-cab0-4006-bbaa-502ff2d54ea2,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:40.672287 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-24779510-e86b-41e1-a19f-4571853b135d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:40.686595 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fd2f3-6b1b-49d6-944b-e8b2c4c17aa6 req-4c4b8952-1ca0-4494-a687-6b8d818e3210 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:40.688162 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-956fd2f3-6b1b-49d6-944b-e8b2c4c17aa6 req-4c4b8952-1ca0-4494-a687-6b8d818e3210 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 868 time: 0.2182570 Apr 19 19:14:40.882787 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-956fd2f3-6b1b-49d6-944b-e8b2c4c17aa6 req-42ecceaf-3a0d-44ee-9158-d2730065fad2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=758d8a82-d9aa-412a-9be4-7c61f02fdea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400607 Apr 19 19:14:40.915504 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ba33f-afe6-4c49-9f99-fcc32868be31 req-818236a1-3369-45c6-93c4-d435e7a6b529 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:40.917210 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e65ba33f-afe6-4c49-9f99-fcc32868be31 req-818236a1-3369-45c6-93c4-d435e7a6b529 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8b4a7a-d30c-47ce-a2a1-519a795e6b28 HTTP/1.1" status: 200 len: 946 time: 0.1041806 Apr 19 19:14:40.928035 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-953daa98-b58e-4ce6-af60-52da58d5b62e req-24779510-e86b-41e1-a19f-4571853b135d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Router fd169c5e-b497-4409-8032-56f4dde26f0e has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:14:41.050513 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e65ba33f-afe6-4c49-9f99-fcc32868be31 req-1be2b40f-ce35-4fe1-8fa0-f389c1aab55a tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265249 Apr 19 19:14:41.129553 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111eb28-ca93-4a14-b062-4c2362df01fe req-aecf4213-1591-4432-9781-1d12e5280bd0 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:41.132040 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5111eb28-ca93-4a14-b062-4c2362df01fe req-aecf4213-1591-4432-9781-1d12e5280bd0 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e8b4a7a-d30c-47ce-a2a1-519a795e6b28 HTTP/1.1" status: 200 len: 946 time: 0.1538343 Apr 19 19:14:41.231294 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-5111eb28-ca93-4a14-b062-4c2362df01fe req-774e7952-d624-4b14-8e02-61d5b47bddfc tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Deleting port 32083363-c497-4ff6-be86-bc2ae51cb979 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:14:41.231897 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5111eb28-ca93-4a14-b062-4c2362df01fe req-774e7952-d624-4b14-8e02-61d5b47bddfc tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:41.236881 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3dae5d-9ff2-45a2-b547-67ace9cb095c req-e3e0c00b-bb5d-47e1-b15b-fdbe0d641ec1 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:41.238745 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0b3dae5d-9ff2-45a2-b547-67ace9cb095c req-e3e0c00b-bb5d-47e1-b15b-fdbe0d641ec1 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 985 time: 0.1582203 Apr 19 19:14:41.276405 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-953daa98-b58e-4ce6-af60-52da58d5b62e req-24779510-e86b-41e1-a19f-4571853b135d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:14:41.298536 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cb371e-7aeb-4218-8d1c-c9540bc2e142 None None] Sync routers for ids ['fd169c5e-b497-4409-8032-56f4dde26f0e'] in dv-cinder-786932-1-smb {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:14:41.317130 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb371e-7aeb-4218-8d1c-c9540bc2e142 None None] Routers {'fd169c5e-b497-4409-8032-56f4dde26f0e'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:14:41.317928 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-58cb371e-7aeb-4218-8d1c-c9540bc2e142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:14:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['fd169c5e-b497-4409-8032-56f4dde26f0e'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:41.382971 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:41.392950 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0b3dae5d-9ff2-45a2-b547-67ace9cb095c req-9ae1fceb-055c-4187-a0c0-dac6f6e5a594 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&id=cc5c9260-6aa0-478f-ab63-4935e4d31465&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1461132 Apr 19 19:14:41.406373 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-953daa98-b58e-4ce6-af60-52da58d5b62e req-24779510-e86b-41e1-a19f-4571853b135d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] No DVR routers for this DVR port fe8234a5-cab0-4006-bbaa-502ff2d54ea2 on host hv-cinder-78693 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:14:41.409386 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-953daa98-b58e-4ce6-af60-52da58d5b62e req-24779510-e86b-41e1-a19f-4571853b135d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:41.422910 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0be2cd-e7da-449c-8ed1-c2fd388bd96b', 'name': 'network-vif-deleted', 'tag': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:14:41.472817 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0be2cd-e7da-449c-8ed1-c2fd388bd96b', 'name': 'network-vif-deleted', 'tag': 'fe8234a5-cab0-4006-bbaa-502ff2d54ea2', 'status': 'completed', 'code': 200} Apr 19 19:14:41.481088 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-953daa98-b58e-4ce6-af60-52da58d5b62e req-24779510-e86b-41e1-a19f-4571853b135d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.75 "DELETE /v2.0/ports/fe8234a5-cab0-4006-bbaa-502ff2d54ea2 HTTP/1.1" status: 204 len: 173 time: 1.7684197 Apr 19 19:14:41.540830 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-5111eb28-ca93-4a14-b062-4c2362df01fe req-774e7952-d624-4b14-8e02-61d5b47bddfc tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] For port 32083363-c497-4ff6-be86-bc2ae51cb979, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=32083363-c497-4ff6-be86-bc2ae51cb979,segment=NetworkSegment(b1032e97-8971-4d6d-8a51-fb8d6317de16),segment_id=b1032e97-8971-4d6d-8a51-fb8d6317de16)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:14:41.541547 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5111eb28-ca93-4a14-b062-4c2362df01fe req-774e7952-d624-4b14-8e02-61d5b47bddfc tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:41.553988 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-58cb371e-7aeb-4218-8d1c-c9540bc2e142 None None] Set router fd169c5e-b497-4409-8032-56f4dde26f0e gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:14:41.654620 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:41.687353 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-5111eb28-ca93-4a14-b062-4c2362df01fe req-774e7952-d624-4b14-8e02-61d5b47bddfc tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Calling delete_port for 32083363-c497-4ff6-be86-bc2ae51cb979 owned by compute:nova {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:14:41.840939 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:42.000791 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-58cb371e-7aeb-4218-8d1c-c9540bc2e142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 4, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port': {'id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '78355f11-9600-4744-a55b-21f079ffd533', 'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'mac_address': 'fa:16:3e:ee:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:18Z', 'updated_at': '2021-04-19T19:10:39Z', 'revision_number': 5, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'subnets': [{'id': 'f6520559-3281-4271-a77a-f193645776b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:42.005369 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cb371e-7aeb-4218-8d1c-c9540bc2e142 None None] Checking router: fd169c5e-b497-4409-8032-56f4dde26f0e for host: dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:14:42.016462 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb371e-7aeb-4218-8d1c-c9540bc2e142 None None] Routers {'fd169c5e-b497-4409-8032-56f4dde26f0e'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:14:42.017422 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-58cb371e-7aeb-4218-8d1c-c9540bc2e142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:14:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['fd169c5e-b497-4409-8032-56f4dde26f0e'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:42.171568 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5111eb28-ca93-4a14-b062-4c2362df01fe req-774e7952-d624-4b14-8e02-61d5b47bddfc tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:42.179940 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-ef92eddc-f4f9-498e-8161-1861531c9da4 req-84962773-169c-46cb-a7c4-6e2fc1a2c65e tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Synchronizing usage tracker for tenant:3f06609ad86c4c05a7a4dd90ffe12706 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:14:42.186622 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6d2a442a-46d6-41cc-ab18-319eac9050c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:42.215519 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-ef92eddc-f4f9-498e-8161-1861531c9da4 req-84962773-169c-46cb-a7c4-6e2fc1a2c65e tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Unset dirty status for tenant:3f06609ad86c4c05a7a4dd90ffe12706 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:14:42.216730 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ef92eddc-f4f9-498e-8161-1861531c9da4 req-84962773-169c-46cb-a7c4-6e2fc1a2c65e tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc0be2cd-e7da-449c-8ed1-c2fd388bd96b HTTP/1.1" status: 200 len: 210 time: 0.1104991 Apr 19 19:14:42.313070 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e7952-d624-4b14-8e02-61d5b47bddfc tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Pushing event deleted for resources: {'Port': ['ID=32083363-c497-4ff6-be86-bc2ae51cb979,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:42.317595 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-774e7952-d624-4b14-8e02-61d5b47bddfc tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:42.326233 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-58cb371e-7aeb-4218-8d1c-c9540bc2e142 None None] Set router fd169c5e-b497-4409-8032-56f4dde26f0e gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:14:42.476223 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a28c1d02-c03b-45d4-8e7c-2b67927330b9 req-0cabdc34-a8c9-41e0-a0b4-923ed9c7a6be tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e8b4a7a-d30c-47ce-a2a1-519a795e6b28 HTTP/1.1" status: 200 len: 210 time: 0.1557744 Apr 19 19:14:42.482607 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-5111eb28-ca93-4a14-b062-4c2362df01fe req-774e7952-d624-4b14-8e02-61d5b47bddfc tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] No DVR routers for this DVR port 32083363-c497-4ff6-be86-bc2ae51cb979 on host hv-cinder-78693 {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:14:42.485626 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5111eb28-ca93-4a14-b062-4c2362df01fe req-774e7952-d624-4b14-8e02-61d5b47bddfc tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:42.492049 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8b4a7a-d30c-47ce-a2a1-519a795e6b28', 'name': 'network-vif-deleted', 'tag': '32083363-c497-4ff6-be86-bc2ae51cb979'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:14:42.542882 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8b4a7a-d30c-47ce-a2a1-519a795e6b28', 'name': 'network-vif-deleted', 'tag': '32083363-c497-4ff6-be86-bc2ae51cb979', 'status': 'completed', 'code': 200} Apr 19 19:14:42.577903 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5111eb28-ca93-4a14-b062-4c2362df01fe req-774e7952-d624-4b14-8e02-61d5b47bddfc tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.75 "DELETE /v2.0/ports/32083363-c497-4ff6-be86-bc2ae51cb979 HTTP/1.1" status: 204 len: 173 time: 1.4397740 Apr 19 19:14:42.627806 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076447a7-7572-43cb-aaa1-1ba8eff7cdfc req-be9c7cbb-5011-4916-8c61-e3a57bfd3168 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:42.630371 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-076447a7-7572-43cb-aaa1-1ba8eff7cdfc req-be9c7cbb-5011-4916-8c61-e3a57bfd3168 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 985 time: 0.1180122 Apr 19 19:14:42.717054 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-076447a7-7572-43cb-aaa1-1ba8eff7cdfc req-1ef17049-a3e4-4fd5-ae57-13ff8d24996a tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&id=cc5c9260-6aa0-478f-ab63-4935e4d31465&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681934 Apr 19 19:14:42.817341 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:42.859734 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-58cb371e-7aeb-4218-8d1c-c9540bc2e142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 4, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port': {'id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '78355f11-9600-4744-a55b-21f079ffd533', 'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'mac_address': 'fa:16:3e:ee:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:18Z', 'updated_at': '2021-04-19T19:10:39Z', 'revision_number': 5, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'subnets': [{'id': 'f6520559-3281-4271-a77a-f193645776b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:42.863999 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cb371e-7aeb-4218-8d1c-c9540bc2e142 None None] The sync data for ids ['fd169c5e-b497-4409-8032-56f4dde26f0e'] in dv-cinder-786932-1-smb is: [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 4, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port': {'id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '78355f11-9600-4744-a55b-21f079ffd533', 'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'mac_address': 'fa:16:3e:ee:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:18Z', 'updated_at': '2021-04-19T19:10:39Z', 'revision_number': 5, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'subnets': [{'id': 'f6520559-3281-4271-a77a-f193645776b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:14:43.266526 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c1eaa-f7bc-4d74-9998-cb1179b8cbe2 None None] New status for floating IP 8a99487e-0064-4c08-8225-2837d341c9f0: DOWN {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:14:43.396606 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46402) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:43.443406 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device fe8234a5-cab0-4006-bbaa-502ff2d54ea2 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:14:43.473066 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84f67011-3db6-4c62-b3f3-0cdd34a12893 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:43.494167 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] No Port match for: fe8234a5-cab0-4006-bbaa-502ff2d54ea2 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:14:43.494928 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device fe8234a5-cab0-4006-bbaa-502ff2d54ea2 not bound to the agent host hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:14:43.495703 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 32083363-c497-4ff6-be86-bc2ae51cb979 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:14:43.513763 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84f67011-3db6-4c62-b3f3-0cdd34a12893 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:43.546832 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] No Port match for: 32083363-c497-4ff6-be86-bc2ae51cb979 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:14:43.547585 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 32083363-c497-4ff6-be86-bc2ae51cb979 not bound to the agent host hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:14:43.564175 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84f67011-3db6-4c62-b3f3-0cdd34a12893 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:43.570902 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ffa6d591-4cff-41d6-bad4-a0ece1a9dcc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:43.586996 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f67011-3db6-4c62-b3f3-0cdd34a12893 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=758d8a82-d9aa-412a-9be4-7c61f02fdea6,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:43.601453 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-84f67011-3db6-4c62-b3f3-0cdd34a12893 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:43.602805 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84f67011-3db6-4c62-b3f3-0cdd34a12893 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:43.606674 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-84f67011-3db6-4c62-b3f3-0cdd34a12893 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "DELETE /v2.0/security-groups/758d8a82-d9aa-412a-9be4-7c61f02fdea6 HTTP/1.1" status: 204 len: 168 time: 0.2071655 Apr 19 19:14:43.609284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 46410) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:43.642941 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.v2.resource [None req-7ee7da41-0683-4bfa-a1b3-bdf405df5f01 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] show failed (client error): The resource could not be found. Apr 19 19:14:43.648166 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-7ee7da41-0683-4bfa-a1b3-bdf405df5f01 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups/758d8a82-d9aa-412a-9be4-7c61f02fdea6 HTTP/1.1" status: 404 len: 347 time: 0.0376158 Apr 19 19:14:43.648778 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46414) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:44.093709 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-33986e27-ee40-4549-a7e8-247acbe9cb5a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Deleting port de41c7a4-1c63-4f1b-b625-e3e98115a563 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:14:44.094280 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-33986e27-ee40-4549-a7e8-247acbe9cb5a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:44.369264 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-0c266f57-4f06-49a6-9c0a-cc7415eb58cd tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:44.370840 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-0c266f57-4f06-49a6-9c0a-cc7415eb58cd tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/networks?id=45c63cbb-229e-40d3-9dcc-bb85c298fc11 HTTP/1.1" status: 200 len: 808 time: 0.3387194 Apr 19 19:14:44.413700 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-9545e88e-666c-423e-a949-605c25b8a95f tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/quotas/484f01fb68c94b27b9669ba4a68d2ca5 HTTP/1.1" status: 200 len: 375 time: 0.0262108 Apr 19 19:14:44.420009 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-33986e27-ee40-4549-a7e8-247acbe9cb5a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:44.420383 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-33986e27-ee40-4549-a7e8-247acbe9cb5a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:44.593103 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-ec8197c9-b4a4-4a7f-9a39-fc8be6390e1a tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=484f01fb68c94b27b9669ba4a68d2ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1646950 Apr 19 19:14:44.601023 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-33986e27-ee40-4549-a7e8-247acbe9cb5a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Calling delete_port for de41c7a4-1c63-4f1b-b625-e3e98115a563 owned by network:floatingip {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:14:44.847344 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-93aed216-8d07-431a-b6d8-595fd7e0c982 service neutron] 10.222.0.58 "GET /v2.0/networks/45c63cbb-229e-40d3-9dcc-bb85c298fc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142684 Apr 19 19:14:44.972634 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-33986e27-ee40-4549-a7e8-247acbe9cb5a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:44.979912 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7136e724-1329-44ff-a4f0-276ebed80e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:45.041952 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33986e27-ee40-4549-a7e8-247acbe9cb5a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Pushing event deleted for resources: {'Port': ['ID=de41c7a4-1c63-4f1b-b625-e3e98115a563,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:45.048567 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-33986e27-ee40-4549-a7e8-247acbe9cb5a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:45.148148 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-ce2eaaf0-415d-4f3f-9c98-2c06d8dbacbc service neutron] 10.222.0.58 "GET /v2.0/networks/45c63cbb-229e-40d3-9dcc-bb85c298fc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937248 Apr 19 19:14:45.170637 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-33986e27-ee40-4549-a7e8-247acbe9cb5a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for floatingip, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:45.189857 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-33986e27-ee40-4549-a7e8-247acbe9cb5a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:45.196127 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-33986e27-ee40-4549-a7e8-247acbe9cb5a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "DELETE /v2.0/floatingips/8a99487e-0064-4c08-8225-2837d341c9f0 HTTP/1.1" status: 204 len: 168 time: 1.5411415 Apr 19 19:14:45.377569 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a4c67110-16f2-45c0-8031-e6c56016dcdb req-20bd89c3-18aa-4710-85be-15b5bdc9d140 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31192f0-3240-4804-b93e-8509c5060bd7 HTTP/1.1" status: 200 len: 210 time: 0.0620463 Apr 19 19:14:45.535269 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46458) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:45.622205 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46466) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:45.629587 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-f2da489b-3be9-4025-a708-806d38af5720 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1853547805', 'description': 'tempest-description--1303930556'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:14:45.659477 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f2da489b-3be9-4025-a708-806d38af5720 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:45.670819 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f2da489b-3be9-4025-a708-806d38af5720 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Usage tracker for resource:security_group and tenant:3f06609ad86c4c05a7a4dd90ffe12706 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:45.674631 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f2da489b-3be9-4025-a708-806d38af5720 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:45.683651 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f2da489b-3be9-4025-a708-806d38af5720 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:45.710289 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f987e983-c020-4cec-a700-e1dd39505fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:45.729759 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f2da489b-3be9-4025-a708-806d38af5720 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:45.745320 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f987e983-c020-4cec-a700-e1dd39505fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:45.753478 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f987e983-c020-4cec-a700-e1dd39505fda admin admin] Usage tracker for resource:security_group_rule and tenant:fffcad468e4d482b982ec4cca7ac8536 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:45.759516 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f987e983-c020-4cec-a700-e1dd39505fda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:45.766383 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f2da489b-3be9-4025-a708-806d38af5720 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:45.768906 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f987e983-c020-4cec-a700-e1dd39505fda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:45.781526 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f2da489b-3be9-4025-a708-806d38af5720 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Usage tracker for resource:security_group_rule and tenant:3f06609ad86c4c05a7a4dd90ffe12706 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:45.787138 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-f2da489b-3be9-4025-a708-806d38af5720 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:45.798127 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f2da489b-3be9-4025-a708-806d38af5720 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:45.934321 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f2da489b-3be9-4025-a708-806d38af5720 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:45.942610 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f2da489b-3be9-4025-a708-806d38af5720 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:45.952734 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b8ffda2c-bef0-4985-b484-ca624d71498e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:45.977966 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f987e983-c020-4cec-a700-e1dd39505fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:45.991996 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f987e983-c020-4cec-a700-e1dd39505fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.033651 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da489b-3be9-4025-a708-806d38af5720 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a29a7a32-e50a-4547-8068-d947cf1130cb,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:46.040915 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcf5d8-e467-460e-b9b2-8b8d61560519 req-c4d65f0e-9734-46ff-b709-3419c150a251 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:46.041889 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f2da489b-3be9-4025-a708-806d38af5720 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:46.043246 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-defcf5d8-e467-460e-b9b2-8b8d61560519 req-c4d65f0e-9734-46ff-b709-3419c150a251 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1022406 Apr 19 19:14:46.043465 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c1bb3c08-213e-4111-a505-f1b83997e602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:46.057559 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-f987e983-c020-4cec-a700-e1dd39505fda admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fffcad468e4d482b982ec4cca7ac8536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5186810 Apr 19 19:14:46.059628 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 46476) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:46.061448 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f2da489b-3be9-4025-a708-806d38af5720 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.066001 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-f2da489b-3be9-4025-a708-806d38af5720 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4392912 Apr 19 19:14:46.066808 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46480) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:46.087176 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-cb1da3c7-6e9c-474a-bc28-2aac229b09bb tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Request body: {'security_group_rule': {'security_group_id': 'a29a7a32-e50a-4547-8068-d947cf1130cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:14:46.092660 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987e983-c020-4cec-a700-e1dd39505fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bda5ad1-5cd7-4ad9-909c-6f9a4698fedb,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:46.096366 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f987e983-c020-4cec-a700-e1dd39505fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:46.099583 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-cb1da3c7-6e9c-474a-bc28-2aac229b09bb tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:46.104994 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-cb1da3c7-6e9c-474a-bc28-2aac229b09bb tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Usage tracker for resource:security_group_rule and tenant:3f06609ad86c4c05a7a4dd90ffe12706 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:46.108216 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-cb1da3c7-6e9c-474a-bc28-2aac229b09bb tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:46.115043 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-cb1da3c7-6e9c-474a-bc28-2aac229b09bb tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:46.132718 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cb1da3c7-6e9c-474a-bc28-2aac229b09bb tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.153122 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-defcf5d8-e467-460e-b9b2-8b8d61560519 req-6322bbcc-b4ba-46e7-9cd0-0d99a0417a6c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944271 Apr 19 19:14:46.172726 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8be6bd71-f5c5-4837-ba03-d0b2174c491a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.202468 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8be6bd71-f5c5-4837-ba03-d0b2174c491a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.204510 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cb1da3c7-6e9c-474a-bc28-2aac229b09bb tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.207418 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cb1da3c7-6e9c-474a-bc28-2aac229b09bb tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.209771 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2a032f46-16d0-49f1-b0c1-5fc00939b2cb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:46.235148 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1da3c7-6e9c-474a-bc28-2aac229b09bb tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee957696-3561-4059-aa82-d2f1affef500,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:46.237941 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cb1da3c7-6e9c-474a-bc28-2aac229b09bb tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:46.245776 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cb1da3c7-6e9c-474a-bc28-2aac229b09bb tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.247768 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-cb1da3c7-6e9c-474a-bc28-2aac229b09bb tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1681321 Apr 19 19:14:46.250164 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46484) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:46.254120 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8be6bd71-f5c5-4837-ba03-d0b2174c491a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.256033 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-cbc73e01-84fa-4ce0-bc7a-bbdbe36ba0f7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Request body: {'security_group_rule': {'security_group_id': 'a29a7a32-e50a-4547-8068-d947cf1130cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:14:46.260170 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-51c65b44-cd21-413f-89e3-a3a842af7e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:46.262375 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-cbc73e01-84fa-4ce0-bc7a-bbdbe36ba0f7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:46.266451 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-cbc73e01-84fa-4ce0-bc7a-bbdbe36ba0f7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Usage tracker for resource:security_group_rule and tenant:3f06609ad86c4c05a7a4dd90ffe12706 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:46.269522 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-cbc73e01-84fa-4ce0-bc7a-bbdbe36ba0f7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:46.274996 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6bd71-f5c5-4837-ba03-d0b2174c491a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bda5ad1-5cd7-4ad9-909c-6f9a4698fedb,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:46.276149 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-cbc73e01-84fa-4ce0-bc7a-bbdbe36ba0f7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:46.277980 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8be6bd71-f5c5-4837-ba03-d0b2174c491a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:46.279327 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8be6bd71-f5c5-4837-ba03-d0b2174c491a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.280569 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-8be6bd71-f5c5-4837-ba03-d0b2174c491a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7bda5ad1-5cd7-4ad9-909c-6f9a4698fedb HTTP/1.1" status: 204 len: 168 time: 0.2199652 Apr 19 19:14:46.298059 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cbc73e01-84fa-4ce0-bc7a-bbdbe36ba0f7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.370992 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cbc73e01-84fa-4ce0-bc7a-bbdbe36ba0f7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.374325 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cbc73e01-84fa-4ce0-bc7a-bbdbe36ba0f7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.376526 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cb1da3c7-6e9c-474a-bc28-2aac229b09bb tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:46.401225 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc73e01-84fa-4ce0-bc7a-bbdbe36ba0f7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c32861-fe36-4fa4-bb81-359e21e37490,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:46.405923 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cbc73e01-84fa-4ce0-bc7a-bbdbe36ba0f7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:46.416478 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cbc73e01-84fa-4ce0-bc7a-bbdbe36ba0f7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.418019 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-cbc73e01-84fa-4ce0-bc7a-bbdbe36ba0f7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1665175 Apr 19 19:14:46.421056 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 46494) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:46.429000 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Request body: {'floatingip': {'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:14:46.453175 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:46.457507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Usage tracker for resource:floatingip and tenant:3f06609ad86c4c05a7a4dd90ffe12706 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:46.460723 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:46.467557 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:46.484382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for floatingip, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.570751 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0fd262b1-facd-47e0-bf00-e77704f98fe0 req-4ada4055-b0e6-4c4b-83cc-9f6662144f51 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31192f0-3240-4804-b93e-8509c5060bd7 HTTP/1.1" status: 200 len: 210 time: 0.0573528 Apr 19 19:14:46.624369 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46498) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:46.643508 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e97d8460-581b-4262-8f6f-7f16e75c8a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.660646 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-e97d8460-581b-4262-8f6f-7f16e75c8a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:46.666016 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-e97d8460-581b-4262-8f6f-7f16e75c8a5e admin admin] Usage tracker for resource:security_group_rule and tenant:1233c14010774782b476965baf6dff50 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:46.669346 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-e97d8460-581b-4262-8f6f-7f16e75c8a5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:46.675502 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-e97d8460-581b-4262-8f6f-7f16e75c8a5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:46.766116 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e97d8460-581b-4262-8f6f-7f16e75c8a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.769067 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e97d8460-581b-4262-8f6f-7f16e75c8a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.777013 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-87e46872-3ce5-4e24-971d-2eaca1cb55b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:46.790172 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-ada5df7a-831e-4eda-bf9c-223ed1e41646 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:46.790935 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-ada5df7a-831e-4eda-bf9c-223ed1e41646 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Synchronizing usage tracker for tenant:484f01fb68c94b27b9669ba4a68d2ca5 on resource:network {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:14:46.824124 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-ada5df7a-831e-4eda-bf9c-223ed1e41646 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Unset dirty status for tenant:484f01fb68c94b27b9669ba4a68d2ca5 on resource:network {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:14:46.825394 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-ada5df7a-831e-4eda-bf9c-223ed1e41646 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.75 "GET /v2.0/networks?id=45c63cbb-229e-40d3-9dcc-bb85c298fc11 HTTP/1.1" status: 200 len: 808 time: 0.2157710 Apr 19 19:14:46.825775 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d8460-581b-4262-8f6f-7f16e75c8a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6390d9-08c6-4c06-a176-d94c60c583e9,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:46.832501 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-e97d8460-581b-4262-8f6f-7f16e75c8a5e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1233c14010774782b476965baf6dff50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050488 Apr 19 19:14:46.832501 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e97d8460-581b-4262-8f6f-7f16e75c8a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:46.833947 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46504) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:46.843625 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-e7fde03f-a128-4427-b91a-0968c363b7c9 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Request body: {'port': {'device_id': 'b31192f0-3240-4804-b93e-8509c5060bd7', 'network_id': '45c63cbb-229e-40d3-9dcc-bb85c298fc11', 'admin_state_up': True, 'tenant_id': '484f01fb68c94b27b9669ba4a68d2ca5'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:14:46.899678 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-61162f8b-b86f-4461-b69b-b98a9ca41731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.927368 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-61162f8b-b86f-4461-b69b-b98a9ca41731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.972786 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-61162f8b-b86f-4461-b69b-b98a9ca41731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.978710 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-65883503-4161-4c09-8e1d-a734d0df6e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:46.986942 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.992089 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61162f8b-b86f-4461-b69b-b98a9ca41731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6390d9-08c6-4c06-a176-d94c60c583e9,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:46.995149 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-61162f8b-b86f-4461-b69b-b98a9ca41731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:46.997548 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-61162f8b-b86f-4461-b69b-b98a9ca41731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:46.998754 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-61162f8b-b86f-4461-b69b-b98a9ca41731 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb6390d9-08c6-4c06-a176-d94c60c583e9 HTTP/1.1" status: 204 len: 168 time: 0.1644623 Apr 19 19:14:47.074696 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-e7fde03f-a128-4427-b91a-0968c363b7c9 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:47.088392 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-e7fde03f-a128-4427-b91a-0968c363b7c9 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Usage tracker for resource:port and tenant:484f01fb68c94b27b9669ba4a68d2ca5 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:47.093690 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-e7fde03f-a128-4427-b91a-0968c363b7c9 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:47.104970 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-e7fde03f-a128-4427-b91a-0968c363b7c9 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:47.160486 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-e7fde03f-a128-4427-b91a-0968c363b7c9 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Made reservation on behalf of 484f01fb68c94b27b9669ba4a68d2ca5 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:14:47.167987 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-e7fde03f-a128-4427-b91a-0968c363b7c9 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:47.253012 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Allocated IP 172.28.1.120 (e4e5816e-6a67-4607-b0cd-dfb76bb3ca64/802e8c21-e3db-4541-8cf5-b393bddf9a24/d173f985-4485-42fc-9a51-7e65f8ad0962) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:14:47.553494 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-e7fde03f-a128-4427-b91a-0968c363b7c9 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Allocated IP 172.20.0.11 (45c63cbb-229e-40d3-9dcc-bb85c298fc11/95f841ed-b864-460d-829c-77d1cdc04cc6/915d1130-0c04-4f82-9639-dcc994672c76) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:14:47.593954 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c4652-e675-4598-bc0d-41fb8d590577 req-6fde704d-99cf-43cd-aa85-1f9804191bde tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:47.595884 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d64c4652-e675-4598-bc0d-41fb8d590577 req-6fde704d-99cf-43cd-aa85-1f9804191bde tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.3117850 Apr 19 19:14:47.646896 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:47.717400 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d64c4652-e675-4598-bc0d-41fb8d590577 req-05e924fd-ba43-4661-a603-3b9aca3c551f tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061578 Apr 19 19:14:47.781602 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c06aec9c-46e2-4c27-a30f-609b21556840 req-4941f232-9ea8-4800-ad06-f3be57d28128 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31192f0-3240-4804-b93e-8509c5060bd7 HTTP/1.1" status: 200 len: 210 time: 0.0549273 Apr 19 19:14:47.818704 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:47.829040 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5fbe9220-7ff6-47eb-b59a-0f3c9d0edfb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:47.909486 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:14:47.923563 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:14:47.943442 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:14:47.996139 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Pushing event updated for resources: {'Port': ['ID=d173f985-4485-42fc-9a51-7e65f8ad0962,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:48.011982 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:48.055513 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-e7fde03f-a128-4427-b91a-0968c363b7c9 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:48.096153 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:48.148449 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-e7fde03f-a128-4427-b91a-0968c363b7c9 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:48.156111 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d07d0ab2-1401-48b2-b472-883bec477db5 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:48.241948 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dc185-4d21-47f3-baa5-96231dc6c4db req-129dedec-dc9c-44d9-9491-a292da2c0a81 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:48.243682 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-346dc185-4d21-47f3-baa5-96231dc6c4db req-129dedec-dc9c-44d9-9491-a292da2c0a81 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.1074567 Apr 19 19:14:48.247696 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:48.280816 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-e7fde03f-a128-4427-b91a-0968c363b7c9 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Network 45c63cbb-229e-40d3-9dcc-bb85c298fc11 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:14:48.291932 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-e7fde03f-a128-4427-b91a-0968c363b7c9 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:14:48.298008 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-e7fde03f-a128-4427-b91a-0968c363b7c9 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:14:48.328398 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-346dc185-4d21-47f3-baa5-96231dc6c4db req-b1697e17-4b08-40fc-97a4-a5705e41ed2c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Deleting port cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:14:48.329612 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-346dc185-4d21-47f3-baa5-96231dc6c4db req-b1697e17-4b08-40fc-97a4-a5705e41ed2c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:48.360053 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fde03f-a128-4427-b91a-0968c363b7c9 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Pushing event updated for resources: {'Port': ['ID=915d1130-0c04-4f82-9639-dcc994672c76,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:48.368039 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e7fde03f-a128-4427-b91a-0968c363b7c9 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:48.427713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-e7fde03f-a128-4427-b91a-0968c363b7c9 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:48.429263 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-e7fde03f-a128-4427-b91a-0968c363b7c9 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:48.534259 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-e7fde03f-a128-4427-b91a-0968c363b7c9 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6962881 Apr 19 19:14:48.559909 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Request body: {'port': {'device_id': 'b31192f0-3240-4804-b93e-8509c5060bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:14:48.633778 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-346dc185-4d21-47f3-baa5-96231dc6c4db req-b1697e17-4b08-40fc-97a4-a5705e41ed2c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] For port cb789cd6-58ab-4cd1-bfbe-797f8c74ed19, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cb789cd6-58ab-4cd1-bfbe-797f8c74ed19,segment=NetworkSegment(fab56cf1-7ae8-40a6-9bf5-a3487827bc30),segment_id=fab56cf1-7ae8-40a6-9bf5-a3487827bc30)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:14:48.634168 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-346dc185-4d21-47f3-baa5-96231dc6c4db req-b1697e17-4b08-40fc-97a4-a5705e41ed2c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:48.721449 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:48.726203 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:48.741140 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:48.748959 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3041ed94-0eea-452f-b5d3-c2ec0226aff6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:48.976091 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Pushing event updated for resources: {'Port': ['ID=d173f985-4485-42fc-9a51-7e65f8ad0962,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:48.979046 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:49.005227 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658097'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:49.036728 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-346dc185-4d21-47f3-baa5-96231dc6c4db req-b1697e17-4b08-40fc-97a4-a5705e41ed2c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:49.037148 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-346dc185-4d21-47f3-baa5-96231dc6c4db req-b1697e17-4b08-40fc-97a4-a5705e41ed2c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658097'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:49.038083 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.l3_db [req-346dc185-4d21-47f3-baa5-96231dc6c4db req-b1697e17-4b08-40fc-97a4-a5705e41ed2c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Floating IP e2b665c1-558c-478f-b706-e98f76e38987 disassociated. External IP: 172.28.1.75, port: cb789cd6-58ab-4cd1-bfbe-797f8c74ed19. Apr 19 19:14:49.038897 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-346dc185-4d21-47f3-baa5-96231dc6c4db req-b1697e17-4b08-40fc-97a4-a5705e41ed2c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Calling delete_port for cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:14:49.126965 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f974dc2-2de6-4751-acb2-7abcbc62ef8d req-e31c92e9-80fd-4f10-a755-1f876424a734 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:49.128688 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0f974dc2-2de6-4751-acb2-7abcbc62ef8d req-e31c92e9-80fd-4f10-a755-1f876424a734 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31192f0-3240-4804-b93e-8509c5060bd7 HTTP/1.1" status: 200 len: 932 time: 0.2026496 Apr 19 19:14:49.340628 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:49.341856 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9194641 Apr 19 19:14:49.385902 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332c6ab-57a8-4844-95f7-bd407838106d req-805e5d1f-af91-46d4-98b1-c27d72c608ef tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:49.388182 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e332c6ab-57a8-4844-95f7-bd407838106d req-805e5d1f-af91-46d4-98b1-c27d72c608ef tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 945 time: 0.5193737 Apr 19 19:14:49.469081 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0f974dc2-2de6-4751-acb2-7abcbc62ef8d req-df6d3c81-b9be-44e7-8a94-784c8d24aada tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857627 Apr 19 19:14:49.506391 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-346dc185-4d21-47f3-baa5-96231dc6c4db req-b1697e17-4b08-40fc-97a4-a5705e41ed2c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:49.512592 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:49.531696 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e332c6ab-57a8-4844-95f7-bd407838106d req-b6fe12e5-5905-45f0-8932-4d02dfc28f21 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cd4e154-4332-439a-8318-5835cdf18bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271572 Apr 19 19:14:49.573254 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1697e17-4b08-40fc-97a4-a5705e41ed2c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Pushing event deleted for resources: {'Port': ['ID=cb789cd6-58ab-4cd1-bfbe-797f8c74ed19,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:49.576600 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b1697e17-4b08-40fc-97a4-a5705e41ed2c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:49.673726 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915d1130-0c04-4f82-9639-dcc994672c76 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:14:49.683610 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:49.701801 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Transition to ACTIVE for port object 915d1130-0c04-4f82-9639-dcc994672c76 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:14:49.704943 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:49.711292 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-64f8d20f-ff97-4b6e-909a-62d44ce147b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:49.798426 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-8e8cf58b-d073-458d-bdfb-39f35cbff863 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Synchronizing usage tracker for tenant:3f06609ad86c4c05a7a4dd90ffe12706 on resource:security_group {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:14:49.836297 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-8e8cf58b-d073-458d-bdfb-39f35cbff863 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Unset dirty status for tenant:3f06609ad86c4c05a7a4dd90ffe12706 on resource:security_group {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:14:49.837587 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-8e8cf58b-d073-458d-bdfb-39f35cbff863 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1853547805&fields=id&tenant_id=3f06609ad86c4c05a7a4dd90ffe12706 HTTP/1.1" status: 200 len: 267 time: 0.2025685 Apr 19 19:14:49.904747 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Pushing event updated for resources: {'Port': ['ID=915d1130-0c04-4f82-9639-dcc994672c76,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:49.957384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-346dc185-4d21-47f3-baa5-96231dc6c4db req-b1697e17-4b08-40fc-97a4-a5705e41ed2c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:14:49.957726 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:50.011169 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Attempting to bind port 915d1130-0c04-4f82-9639-dcc994672c76 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:14:50.011569 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Attempting to bind port 915d1130-0c04-4f82-9639-dcc994672c76 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b1032e97-8971-4d6d-8a51-fb8d6317de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45c63cbb-229e-40d3-9dcc-bb85c298fc11'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:14:50.012094 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Attempting to bind port 915d1130-0c04-4f82-9639-dcc994672c76 on network 45c63cbb-229e-40d3-9dcc-bb85c298fc11 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:14:50.017715 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Port 915d1130-0c04-4f82-9639-dcc994672c76 on network 45c63cbb-229e-40d3-9dcc-bb85c298fc11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:14:50.018088 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Attempting to bind port 915d1130-0c04-4f82-9639-dcc994672c76 on network 45c63cbb-229e-40d3-9dcc-bb85c298fc11 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:14:50.025587 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Checking agent: {'id': 'ec7575f8-60dd-4295-9a80-edc463fb7fa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:14:50.025996 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Checking segment: {'id': 'b1032e97-8971-4d6d-8a51-fb8d6317de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45c63cbb-229e-40d3-9dcc-bb85c298fc11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:14:50.026382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Bound using segment: {'id': 'b1032e97-8971-4d6d-8a51-fb8d6317de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45c63cbb-229e-40d3-9dcc-bb85c298fc11'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:14:50.026861 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Bound port: 915d1130-0c04-4f82-9639-dcc994672c76, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1032e97-8971-4d6d-8a51-fb8d6317de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '45c63cbb-229e-40d3-9dcc-bb85c298fc11'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:14:50.027254 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:50.137144 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] For port 915d1130-0c04-4f82-9639-dcc994672c76, host hv-cinder-78693, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:14:50.140438 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] For port 915d1130-0c04-4f82-9639-dcc994672c76, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=915d1130-0c04-4f82-9639-dcc994672c76,segment=NetworkSegment(b1032e97-8971-4d6d-8a51-fb8d6317de16),segment_id=b1032e97-8971-4d6d-8a51-fb8d6317de16)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:14:50.144110 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:50.149265 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:50.203644 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-d0bbe768-e5c1-4270-abe1-69f14fbbf3d9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:50.205287 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-d0bbe768-e5c1-4270-abe1-69f14fbbf3d9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/networks?id=132d4ad0-195c-4d5c-9957-e76f12440abe HTTP/1.1" status: 200 len: 817 time: 0.3586991 Apr 19 19:14:50.213022 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:50.213692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:50.215242 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] 10.222.0.75 "PUT /v2.0/ports/915d1130-0c04-4f82-9639-dcc994672c76 HTTP/1.1" status: 200 len: 1094 time: 1.6643288 Apr 19 19:14:50.215781 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31192f0-3240-4804-b93e-8509c5060bd7', 'tag': '915d1130-0c04-4f82-9639-dcc994672c76'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:14:50.238243 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-6cad261d-575d-47e9-85fd-bb714ce91fc6 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/quotas/3f06609ad86c4c05a7a4dd90ffe12706 HTTP/1.1" status: 200 len: 375 time: 0.0199823 Apr 19 19:14:50.242211 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Pushing event updated for resources: {'Port': ['ID=915d1130-0c04-4f82-9639-dcc994672c76,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:50.246094 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:50.246277 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-346dc185-4d21-47f3-baa5-96231dc6c4db req-b1697e17-4b08-40fc-97a4-a5705e41ed2c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:14:50.255748 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718b3e93-e250-4b43-b52d-22eb6ff8233f None None] Sync routers for ids ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'] in dv-cinder-786932-1-smb {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:14:50.268055 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718b3e93-e250-4b43-b52d-22eb6ff8233f None None] Routers {'3e2709f7-e886-4fff-a9a5-fef4a2f305a8'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:14:50.269001 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-718b3e93-e250-4b43-b52d-22eb6ff8233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:14:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:50.311108 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31192f0-3240-4804-b93e-8509c5060bd7', 'tag': '915d1130-0c04-4f82-9639-dcc994672c76', 'status': 'completed', 'code': 200} Apr 19 19:14:50.356328 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-39230131-3ac5-4ff3-be7e-65c8d7d1ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:50.358169 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-39230131-3ac5-4ff3-be7e-65c8d7d1ea78 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=484f01fb68c94b27b9669ba4a68d2ca5&device_id=b31192f0-3240-4804-b93e-8509c5060bd7 HTTP/1.1" status: 200 len: 1097 time: 0.0937467 Apr 19 19:14:50.380282 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-346dc185-4d21-47f3-baa5-96231dc6c4db req-b1697e17-4b08-40fc-97a4-a5705e41ed2c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] No DVR routers for this DVR port cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 on host hv-cinder-78693 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:14:50.384101 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-346dc185-4d21-47f3-baa5-96231dc6c4db req-b1697e17-4b08-40fc-97a4-a5705e41ed2c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:50.388010 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9dd2b8-198e-4330-91a9-1accddbd5ac7', 'name': 'network-vif-deleted', 'tag': 'cb789cd6-58ab-4cd1-bfbe-797f8c74ed19'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:14:50.420071 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-346dc185-4d21-47f3-baa5-96231dc6c4db req-b1697e17-4b08-40fc-97a4-a5705e41ed2c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.75 "DELETE /v2.0/ports/cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 HTTP/1.1" status: 204 len: 173 time: 2.1706204 Apr 19 19:14:50.446291 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-ad354a7a-8633-44bb-a875-8ab1d15fbbe7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=915d1130-0c04-4f82-9639-dcc994672c76 HTTP/1.1" status: 200 len: 217 time: 0.0808780 Apr 19 19:14:50.455381 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-69857ba2-98c3-42b5-9101-f6fb11c8ebd0 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Synchronizing usage tracker for tenant:3f06609ad86c4c05a7a4dd90ffe12706 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:14:50.461266 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9dd2b8-198e-4330-91a9-1accddbd5ac7', 'name': 'network-vif-deleted', 'tag': 'cb789cd6-58ab-4cd1-bfbe-797f8c74ed19', 'status': 'completed', 'code': 200} Apr 19 19:14:50.475999 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-69857ba2-98c3-42b5-9101-f6fb11c8ebd0 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Unset dirty status for tenant:3f06609ad86c4c05a7a4dd90ffe12706 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:14:50.478166 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-69857ba2-98c3-42b5-9101-f6fb11c8ebd0 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3f06609ad86c4c05a7a4dd90ffe12706&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1965659 Apr 19 19:14:50.570198 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-023b6c87-30d3-4e0c-b385-e4d82c675a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:50.582628 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-023b6c87-30d3-4e0c-b385-e4d82c675a66 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=95f841ed-b864-460d-829c-77d1cdc04cc6 HTTP/1.1" status: 200 len: 848 time: 0.1270342 Apr 19 19:14:50.708593 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-718b3e93-e250-4b43-b52d-22eb6ff8233f None None] Set router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:14:50.710000 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b17cfdf7-b003-411f-882e-48a20971f885 service neutron] 10.222.0.58 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175434 Apr 19 19:14:50.716430 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-850e13e2-7276-4354-986e-20d3dec820fb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=45c63cbb-229e-40d3-9dcc-bb85c298fc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255946 Apr 19 19:14:50.872924 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-6b0d47d9-fce2-42b3-aa78-6f646719f7b9 service neutron] 10.222.0.58 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541486 Apr 19 19:14:50.891098 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4d04e-63f2-4999-a22a-ee2509175dc9 req-7c0fafb3-4747-48bd-b25c-deaea41b0c5f tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:50.893018 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-0ae4d04e-63f2-4999-a22a-ee2509175dc9 req-7c0fafb3-4747-48bd-b25c-deaea41b0c5f tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Synchronizing usage tracker for tenant:484f01fb68c94b27b9669ba4a68d2ca5 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:14:50.909250 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-ac120fa8-4a16-4443-8db1-b3538e21c2dc service neutron] 10.222.0.75 "GET /v2.0/networks/45c63cbb-229e-40d3-9dcc-bb85c298fc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818988 Apr 19 19:14:50.918219 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-0ae4d04e-63f2-4999-a22a-ee2509175dc9 req-7c0fafb3-4747-48bd-b25c-deaea41b0c5f tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Unset dirty status for tenant:484f01fb68c94b27b9669ba4a68d2ca5 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:14:50.919761 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0ae4d04e-63f2-4999-a22a-ee2509175dc9 req-7c0fafb3-4747-48bd-b25c-deaea41b0c5f tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31192f0-3240-4804-b93e-8509c5060bd7 HTTP/1.1" status: 200 len: 944 time: 0.2624605 Apr 19 19:14:51.102098 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0ae4d04e-63f2-4999-a22a-ee2509175dc9 req-47eaf6fc-44d1-4139-9165-6cb3343aa790 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692644 Apr 19 19:14:51.166441 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-718b3e93-e250-4b43-b52d-22eb6ff8233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:10:16Z', 'revision_number': 4, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port': {'id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': 'e129e983-9cc2-4e3d-b510-2a7a9325d95e', 'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'mac_address': 'fa:16:3e:e0:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:12Z', 'updated_at': '2021-04-19T19:10:31Z', 'revision_number': 5, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'subnets': [{'id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:51.176936 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718b3e93-e250-4b43-b52d-22eb6ff8233f None None] Checking router: 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 for host: dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:14:51.203441 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718b3e93-e250-4b43-b52d-22eb6ff8233f None None] Routers {'3e2709f7-e886-4fff-a9a5-fef4a2f305a8'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:14:51.204352 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-718b3e93-e250-4b43-b52d-22eb6ff8233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:14:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:51.254417 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-da57d507-70ee-4743-b552-0d76b65eaa45 req-a6be62f0-00d0-440a-8198-def20e844fd2 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Synchronizing usage tracker for tenant:0d99eda3650e4d08ad8d52aac35de6aa on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:14:51.257186 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-85a4f7a1-1b30-4645-8f67-3b22702bb9ca req-43d3b8ff-18d6-4504-a4de-78c01021c69e tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 210 time: 0.0677593 Apr 19 19:14:51.279906 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-da57d507-70ee-4743-b552-0d76b65eaa45 req-a6be62f0-00d0-440a-8198-def20e844fd2 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Unset dirty status for tenant:0d99eda3650e4d08ad8d52aac35de6aa on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:14:51.281426 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-da57d507-70ee-4743-b552-0d76b65eaa45 req-a6be62f0-00d0-440a-8198-def20e844fd2 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b9dd2b8-198e-4330-91a9-1accddbd5ac7 HTTP/1.1" status: 200 len: 210 time: 0.0937231 Apr 19 19:14:51.289709 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-970e63cc-b319-4b47-9c3f-dced243450a7 req-c206fdef-21b9-4299-8f60-53861bd3e456 service neutron] 10.222.0.75 "GET /v2.0/networks/45c63cbb-229e-40d3-9dcc-bb85c298fc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688676 Apr 19 19:14:51.428793 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfab4a-5c08-4ad6-a806-94a089cb17ba req-7a1307c6-0d75-46c1-adc0-59213063ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:51.430842 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-71bfab4a-5c08-4ad6-a806-94a089cb17ba req-7a1307c6-0d75-46c1-adc0-59213063ce97 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=484f01fb68c94b27b9669ba4a68d2ca5&device_id=b31192f0-3240-4804-b93e-8509c5060bd7 HTTP/1.1" status: 200 len: 1097 time: 0.0920811 Apr 19 19:14:51.516497 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-718b3e93-e250-4b43-b52d-22eb6ff8233f None None] Set router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:14:51.569314 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:14:51.595745 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfab4a-5c08-4ad6-a806-94a089cb17ba req-c906ce51-a2db-4ec8-aa68-9818da9c13bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:51.597514 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-71bfab4a-5c08-4ad6-a806-94a089cb17ba req-c906ce51-a2db-4ec8-aa68-9818da9c13bc service neutron] 10.222.0.75 "GET /v2.0/networks?id=45c63cbb-229e-40d3-9dcc-bb85c298fc11 HTTP/1.1" status: 200 len: 909 time: 0.1597748 Apr 19 19:14:51.619788 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] No Port match for: cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:14:51.620215 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device cb789cd6-58ab-4cd1-bfbe-797f8c74ed19 not bound to the agent host hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:14:51.689301 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-71bfab4a-5c08-4ad6-a806-94a089cb17ba req-91ecb91a-bc60-4492-8eeb-57a691d30659 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=915d1130-0c04-4f82-9639-dcc994672c76 HTTP/1.1" status: 200 len: 217 time: 0.0791430 Apr 19 19:14:51.767227 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfab4a-5c08-4ad6-a806-94a089cb17ba req-8b2a4a99-5cca-4935-a7ab-43ce35d42ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:51.768845 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-71bfab4a-5c08-4ad6-a806-94a089cb17ba req-8b2a4a99-5cca-4935-a7ab-43ce35d42ac0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=95f841ed-b864-460d-829c-77d1cdc04cc6 HTTP/1.1" status: 200 len: 848 time: 0.0729015 Apr 19 19:14:51.827121 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-71bfab4a-5c08-4ad6-a806-94a089cb17ba req-bc2430f2-9b84-4b56-819b-7e4c3a455860 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=45c63cbb-229e-40d3-9dcc-bb85c298fc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507457 Apr 19 19:14:51.921203 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-718b3e93-e250-4b43-b52d-22eb6ff8233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:10:16Z', 'revision_number': 4, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port': {'id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': 'e129e983-9cc2-4e3d-b510-2a7a9325d95e', 'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'mac_address': 'fa:16:3e:e0:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:12Z', 'updated_at': '2021-04-19T19:10:31Z', 'revision_number': 5, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'subnets': [{'id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:14:51.925554 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718b3e93-e250-4b43-b52d-22eb6ff8233f None None] The sync data for ids ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'] in dv-cinder-786932-1-smb is: [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:10:16Z', 'revision_number': 4, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port': {'id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': 'e129e983-9cc2-4e3d-b510-2a7a9325d95e', 'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'mac_address': 'fa:16:3e:e0:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:12Z', 'updated_at': '2021-04-19T19:10:31Z', 'revision_number': 5, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'subnets': [{'id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:14:51.994956 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-71bfab4a-5c08-4ad6-a806-94a089cb17ba req-ca7d2f70-5af9-4bd5-b600-ad951d5d5c93 service neutron] 10.222.0.75 "GET /v2.0/networks/45c63cbb-229e-40d3-9dcc-bb85c298fc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609266 Apr 19 19:14:52.148308 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-71bfab4a-5c08-4ad6-a806-94a089cb17ba req-522b946c-7470-422a-8c8e-ea6628303290 service neutron] 10.222.0.75 "GET /v2.0/networks/45c63cbb-229e-40d3-9dcc-bb85c298fc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464019 Apr 19 19:14:52.378511 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be6a1fc-3cf0-400a-a5ed-f8930f558e96 None None] New status for floating IP e2b665c1-558c-478f-b706-e98f76e38987: DOWN {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:14:52.441165 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1c78451b-b27d-4fb4-8d87-21d0ed9b4bde req-8691f1fb-a27e-4521-8bd4-ccb36320c356 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 210 time: 0.0601974 Apr 19 19:14:52.445086 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e117930-a676-4886-9e75-96969ccb9139 req-c6cac428-2ef6-485a-be35-85549fd2e2d0 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:52.446755 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2e117930-a676-4886-9e75-96969ccb9139 req-c6cac428-2ef6-485a-be35-85549fd2e2d0 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31192f0-3240-4804-b93e-8509c5060bd7 HTTP/1.1" status: 200 len: 944 time: 0.2228231 Apr 19 19:14:52.540133 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-8bf48e6a-733e-4895-bce8-e2d74cef8bc5 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:52.541705 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-8bf48e6a-733e-4895-bce8-e2d74cef8bc5 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.75 "GET /v2.0/networks?id=132d4ad0-195c-4d5c-9957-e76f12440abe HTTP/1.1" status: 200 len: 817 time: 0.2474356 Apr 19 19:14:52.576738 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2e117930-a676-4886-9e75-96969ccb9139 req-91846106-ee75-47cf-b411-6600ac88b149 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158290 Apr 19 19:14:52.596384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46600) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:52.655696 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-3e9482c5-d15d-43b5-ade6-3e7f0365d293 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3f06609ad86c4c05a7a4dd90ffe12706 HTTP/1.1" status: 200 len: 5705 time: 0.1052423 Apr 19 19:14:52.677725 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-e0cd1a7d-db5c-4d61-8a7c-2d4e4b5db964 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Request body: {'port': {'device_id': '48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'admin_state_up': True, 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'security_groups': ['a29a7a32-e50a-4547-8068-d947cf1130cb']}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:14:52.703021 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9dc13cd6-4943-444c-b6bb-2994e9613b8a tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:52.738091 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9dc13cd6-4943-444c-b6bb-2994e9613b8a tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:52.795597 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9dc13cd6-4943-444c-b6bb-2994e9613b8a tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:52.801395 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bf3c3e8e-0e2e-436f-9383-07e55aa40943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:52.817499 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc13cd6-4943-444c-b6bb-2994e9613b8a tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd4e154-4332-439a-8318-5835cdf18bd0,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:52.821672 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9dc13cd6-4943-444c-b6bb-2994e9613b8a tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:52.834393 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9dc13cd6-4943-444c-b6bb-2994e9613b8a tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:52.836248 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-9dc13cd6-4943-444c-b6bb-2994e9613b8a tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "DELETE /v2.0/security-groups/3cd4e154-4332-439a-8318-5835cdf18bd0 HTTP/1.1" status: 204 len: 168 time: 0.2384655 Apr 19 19:14:52.839710 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46610) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:52.853131 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-e0cd1a7d-db5c-4d61-8a7c-2d4e4b5db964 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:52.861844 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.v2.resource [None req-f8c24a52-f375-492b-97b3-34b821773b98 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] show failed (client error): The resource could not be found. Apr 19 19:14:52.862968 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-f8c24a52-f375-492b-97b3-34b821773b98 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups/3cd4e154-4332-439a-8318-5835cdf18bd0 HTTP/1.1" status: 404 len: 347 time: 0.0219388 Apr 19 19:14:52.866984 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46614) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:52.868607 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-e0cd1a7d-db5c-4d61-8a7c-2d4e4b5db964 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:52.878607 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-e0cd1a7d-db5c-4d61-8a7c-2d4e4b5db964 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Made reservation on behalf of 3f06609ad86c4c05a7a4dd90ffe12706 for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:14:52.885577 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-e0cd1a7d-db5c-4d61-8a7c-2d4e4b5db964 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:53.042749 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-e850dfe5-9a94-4488-b5d2-c4bebdc7886d tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Deleting port ba381d73-a9d8-49d4-9f75-79c05ac3468f {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:14:53.043053 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e850dfe5-9a94-4488-b5d2-c4bebdc7886d tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:53.067490 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-e0cd1a7d-db5c-4d61-8a7c-2d4e4b5db964 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Allocated IP 172.20.0.13 (132d4ad0-195c-4d5c-9957-e76f12440abe/f6520559-3281-4271-a77a-f193645776b6/13a5e18e-4297-4bfb-8c0e-ca5397fa0887) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:14:53.242205 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e850dfe5-9a94-4488-b5d2-c4bebdc7886d tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:53.242573 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e850dfe5-9a94-4488-b5d2-c4bebdc7886d tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:53.275574 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-e0cd1a7d-db5c-4d61-8a7c-2d4e4b5db964 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:53.292529 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-e0cd1a7d-db5c-4d61-8a7c-2d4e4b5db964 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Transition to ACTIVE for port object 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:14:53.315721 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-e0cd1a7d-db5c-4d61-8a7c-2d4e4b5db964 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:53.321722 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0f73bd54-aa01-4674-abe3-044c70ad8e34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:53.378623 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-e850dfe5-9a94-4488-b5d2-c4bebdc7886d tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Calling delete_port for ba381d73-a9d8-49d4-9f75-79c05ac3468f owned by network:floatingip {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:14:53.543458 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 915d1130-0c04-4f82-9639-dcc994672c76 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:14:53.551555 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e850dfe5-9a94-4488-b5d2-c4bebdc7886d tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:53.557398 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0509a6eb-8d86-424b-90c5-6992ae7903ce tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:53.655626 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850dfe5-9a94-4488-b5d2-c4bebdc7886d tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Pushing event deleted for resources: {'Port': ['ID=ba381d73-a9d8-49d4-9f75-79c05ac3468f,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:53.655911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-e0cd1a7d-db5c-4d61-8a7c-2d4e4b5db964 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Network 132d4ad0-195c-4d5c-9957-e76f12440abe is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:14:53.659945 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-e0cd1a7d-db5c-4d61-8a7c-2d4e4b5db964 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:14:53.665048 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-e0cd1a7d-db5c-4d61-8a7c-2d4e4b5db964 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:14:53.673649 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e850dfe5-9a94-4488-b5d2-c4bebdc7886d tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:53.719184 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd1a7d-db5c-4d61-8a7c-2d4e4b5db964 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Pushing event updated for resources: {'Port': ['ID=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:53.727335 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e0cd1a7d-db5c-4d61-8a7c-2d4e4b5db964 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:53.769404 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 915d1130-0c04-4f82-9639-dcc994672c76, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=915d1130-0c04-4f82-9639-dcc994672c76,segment=NetworkSegment(b1032e97-8971-4d6d-8a51-fb8d6317de16),segment_id=b1032e97-8971-4d6d-8a51-fb8d6317de16)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:14:53.785121 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': '915d1130-0c04-4f82-9639-dcc994672c76', 'network_id': '45c63cbb-229e-40d3-9dcc-bb85c298fc11', 'port_id': '915d1130-0c04-4f82-9639-dcc994672c76', 'mac_address': 'fa:16:3e:b1:22:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f841ed-b864-460d-829c-77d1cdc04cc6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:14:53.815521 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e850dfe5-9a94-4488-b5d2-c4bebdc7886d tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for floatingip, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:53.829266 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-e0cd1a7d-db5c-4d61-8a7c-2d4e4b5db964 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:53.830355 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-e0cd1a7d-db5c-4d61-8a7c-2d4e4b5db964 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:53.858519 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e850dfe5-9a94-4488-b5d2-c4bebdc7886d tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:53.859240 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:53.867981 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-e850dfe5-9a94-4488-b5d2-c4bebdc7886d tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "DELETE /v2.0/floatingips/e2b665c1-558c-478f-b706-e98f76e38987 HTTP/1.1" status: 204 len: 168 time: 0.9952009 Apr 19 19:14:53.873572 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-e0cd1a7d-db5c-4d61-8a7c-2d4e4b5db964 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2119102 Apr 19 19:14:53.892081 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc58b4-d23c-4b29-89be-07eaf6fae624 req-85e1b662-7013-4873-a085-6940eeb7fc79 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:53.892485 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Request body: {'port': {'device_id': '48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:14:53.901382 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9cfc58b4-d23c-4b29-89be-07eaf6fae624 req-85e1b662-7013-4873-a085-6940eeb7fc79 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 932 time: 0.3116362 Apr 19 19:14:53.907487 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915d1130-0c04-4f82-9639-dcc994672c76 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:14:53.928528 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 915d1130-0c04-4f82-9639-dcc994672c76, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=915d1130-0c04-4f82-9639-dcc994672c76,segment=NetworkSegment(b1032e97-8971-4d6d-8a51-fb8d6317de16),segment_id=b1032e97-8971-4d6d-8a51-fb8d6317de16)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:14:53.939744 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:53.942167 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f7d4a217-5a16-47f8-90ce-08d97a423cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:53.962025 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9cfc58b4-d23c-4b29-89be-07eaf6fae624 req-8868ebc1-9792-40e6-abb5-52245e9899b1 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594945 Apr 19 19:14:53.977049 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-8816cb69-e8e9-4ab3-aaaf-37ae4f881ff9 None None] Provisioning for port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:14:53.989006 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-8816cb69-e8e9-4ab3-aaaf-37ae4f881ff9 None None] Provisioning complete for port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:14:53.989006 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8816cb69-e8e9-4ab3-aaaf-37ae4f881ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:54.030774 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c594ff6-1e9a-4425-9590-9ce512e4408f req-16d25edf-a474-4dbd-a9fd-b2301348b118 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:54.032506 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7c594ff6-1e9a-4425-9590-9ce512e4408f req-16d25edf-a474-4dbd-a9fd-b2301348b118 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31192f0-3240-4804-b93e-8509c5060bd7 HTTP/1.1" status: 200 len: 944 time: 0.2914190 Apr 19 19:14:54.075146 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-8816cb69-e8e9-4ab3-aaaf-37ae4f881ff9 None None] Port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:14:54.078626 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=915d1130-0c04-4f82-9639-dcc994672c76,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:54.081843 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:54.097978 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:54.113481 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7c594ff6-1e9a-4425-9590-9ce512e4408f req-b6d2622a-2b72-4470-9bec-ced3d894efae tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716758 Apr 19 19:14:54.164180 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46632) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:54.166387 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['915d1130-0c04-4f82-9639-dcc994672c76'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:14:54.170317 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-d1d5b579-4bde-4baa-841a-f0a97bf2033c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--84904187', 'description': 'tempest-description--1779618417'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:14:54.177816 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d1d5b579-4bde-4baa-841a-f0a97bf2033c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:54.183074 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-d1d5b579-4bde-4baa-841a-f0a97bf2033c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Usage tracker for resource:security_group and tenant:0d99eda3650e4d08ad8d52aac35de6aa is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:54.186698 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-d1d5b579-4bde-4baa-841a-f0a97bf2033c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:54.195719 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d1d5b579-4bde-4baa-841a-f0a97bf2033c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:54.210096 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b579-4bde-4baa-841a-f0a97bf2033c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:54.235607 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d1d5b579-4bde-4baa-841a-f0a97bf2033c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:54.240680 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-d1d5b579-4bde-4baa-841a-f0a97bf2033c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Usage tracker for resource:security_group_rule and tenant:0d99eda3650e4d08ad8d52aac35de6aa is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:54.244086 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-d1d5b579-4bde-4baa-841a-f0a97bf2033c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:54.252960 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d1d5b579-4bde-4baa-841a-f0a97bf2033c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:54.346045 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b579-4bde-4baa-841a-f0a97bf2033c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:54.350776 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b579-4bde-4baa-841a-f0a97bf2033c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:54.358212 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f987e983-c020-4cec-a700-e1dd39505fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:54.407790 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5b579-4bde-4baa-841a-f0a97bf2033c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7336b8d9-177a-4507-98f7-d1b926c9a4fb,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:54.411002 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d1d5b579-4bde-4baa-841a-f0a97bf2033c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:54.412606 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b579-4bde-4baa-841a-f0a97bf2033c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:54.414104 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-d1d5b579-4bde-4baa-841a-f0a97bf2033c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2483215 Apr 19 19:14:54.417083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46636) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:54.424353 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-a47a8751-5834-4461-824f-f7408b77a1d9 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Request body: {'security_group_rule': {'security_group_id': '7336b8d9-177a-4507-98f7-d1b926c9a4fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:14:54.431005 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a47a8751-5834-4461-824f-f7408b77a1d9 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:54.435639 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-a47a8751-5834-4461-824f-f7408b77a1d9 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Usage tracker for resource:security_group_rule and tenant:0d99eda3650e4d08ad8d52aac35de6aa is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:54.438912 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-a47a8751-5834-4461-824f-f7408b77a1d9 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:54.446271 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a47a8751-5834-4461-824f-f7408b77a1d9 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:54.465365 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a47a8751-5834-4461-824f-f7408b77a1d9 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:54.535446 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:14:54.543901 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:54.548355 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a47a8751-5834-4461-824f-f7408b77a1d9 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:54.552454 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a47a8751-5834-4461-824f-f7408b77a1d9 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:54.555220 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:54.561150 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Transition to ACTIVE for port object 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:14:54.564574 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:54.570584 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:54.575123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a8751-5834-4461-824f-f7408b77a1d9 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563db46c-768c-446b-ba3b-668f9cc44cc0,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:54.579062 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a47a8751-5834-4461-824f-f7408b77a1d9 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:54.597225 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a47a8751-5834-4461-824f-f7408b77a1d9 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:54.598635 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-a47a8751-5834-4461-824f-f7408b77a1d9 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1799331 Apr 19 19:14:54.604382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46644) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:54.610247 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-9fb6dac4-1bed-46a9-8a3c-7c204063f9e4 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Request body: {'security_group_rule': {'security_group_id': '7336b8d9-177a-4507-98f7-d1b926c9a4fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:14:54.617339 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9fb6dac4-1bed-46a9-8a3c-7c204063f9e4 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:54.621551 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-9fb6dac4-1bed-46a9-8a3c-7c204063f9e4 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Usage tracker for resource:security_group_rule and tenant:0d99eda3650e4d08ad8d52aac35de6aa is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:54.624826 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-9fb6dac4-1bed-46a9-8a3c-7c204063f9e4 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:54.632911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9fb6dac4-1bed-46a9-8a3c-7c204063f9e4 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:54.650039 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9fb6dac4-1bed-46a9-8a3c-7c204063f9e4 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:54.733640 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9fb6dac4-1bed-46a9-8a3c-7c204063f9e4 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:54.737541 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9fb6dac4-1bed-46a9-8a3c-7c204063f9e4 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576448'] for security_group_rule, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:54.740145 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a47a8751-5834-4461-824f-f7408b77a1d9 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:54.766327 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6dac4-1bed-46a9-8a3c-7c204063f9e4 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c680bb-ac44-45af-812e-2f405743c667,revision_number=0']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:54.769085 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9fb6dac4-1bed-46a9-8a3c-7c204063f9e4 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:54.777001 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9fb6dac4-1bed-46a9-8a3c-7c204063f9e4 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:54.781498 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-9fb6dac4-1bed-46a9-8a3c-7c204063f9e4 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1731203 Apr 19 19:14:54.781998 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46648) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:14:54.789249 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Request body: {'floatingip': {'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:14:54.796198 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:54.800685 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Usage tracker for resource:floatingip and tenant:0d99eda3650e4d08ad8d52aac35de6aa is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:14:54.805032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:14:54.812504 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:54.822670 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Pushing event updated for resources: {'Port': ['ID=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:54.825069 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for floatingip, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:54.830279 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:54.871208 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Attempting to bind port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:14:54.871587 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Attempting to bind port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6fb463c5-79dc-48d7-8be0-b37cf8227b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:14:54.872003 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Attempting to bind port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 on network 132d4ad0-195c-4d5c-9957-e76f12440abe {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:14:54.876990 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 on network 132d4ad0-195c-4d5c-9957-e76f12440abe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:14:54.877350 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Attempting to bind port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 on network 132d4ad0-195c-4d5c-9957-e76f12440abe {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:14:54.883516 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Checking agent: {'id': 'ec7575f8-60dd-4295-9a80-edc463fb7fa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:14:54.883922 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Checking segment: {'id': '6fb463c5-79dc-48d7-8be0-b37cf8227b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:14:54.884529 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Bound using segment: {'id': '6fb463c5-79dc-48d7-8be0-b37cf8227b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:14:54.884898 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Bound port: 13a5e18e-4297-4bfb-8c0e-ca5397fa0887, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb463c5-79dc-48d7-8be0-b37cf8227b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:14:54.885330 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:54.988239 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] For port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887, host hv-cinder-78693, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:14:54.988492 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:54.991993 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] For port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:14:54.995291 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:55.000386 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:55.056368 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:55.057049 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:55.058592 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] 10.222.0.75 "PUT /v2.0/ports/13a5e18e-4297-4bfb-8c0e-ca5397fa0887 HTTP/1.1" status: 200 len: 1094 time: 1.1761768 Apr 19 19:14:55.059137 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe', 'tag': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:14:55.154110 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Allocated IP 172.28.1.91 (e4e5816e-6a67-4607-b0cd-dfb76bb3ca64/802e8c21-e3db-4541-8cf5-b393bddf9a24/301b3b8b-7ca0-4c86-9b55-90f8c736e4b7) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:14:55.195660 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe', 'tag': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887', 'status': 'completed', 'code': 200} Apr 19 19:14:55.253011 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Pushing event updated for resources: {'Port': ['ID=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:55.267102 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:55.306810 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b50f8a-2ae1-4734-9672-8f48c178203c req-96edbd31-3de4-4387-815b-d88adeb2ec9c tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:55.307760 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-53b50f8a-2ae1-4734-9672-8f48c178203c req-96edbd31-3de4-4387-815b-d88adeb2ec9c tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Synchronizing usage tracker for tenant:3f06609ad86c4c05a7a4dd90ffe12706 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:14:55.317492 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-08888f3f-3bf8-4238-9d95-56334a56c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:55.321216 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-08888f3f-3bf8-4238-9d95-56334a56c561 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3f06609ad86c4c05a7a4dd90ffe12706&device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 1097 time: 0.1691687 Apr 19 19:14:55.406800 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-420b29eb-66c2-4336-a4da-b89e37d89b5b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13a5e18e-4297-4bfb-8c0e-ca5397fa0887 HTTP/1.1" status: 200 len: 217 time: 0.0778141 Apr 19 19:14:55.407627 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-53b50f8a-2ae1-4734-9672-8f48c178203c req-96edbd31-3de4-4387-815b-d88adeb2ec9c tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Unset dirty status for tenant:3f06609ad86c4c05a7a4dd90ffe12706 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:14:55.408898 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-53b50f8a-2ae1-4734-9672-8f48c178203c req-96edbd31-3de4-4387-815b-d88adeb2ec9c tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 944 time: 0.3055882 Apr 19 19:14:55.522397 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-ccd096be-e562-4ee0-b3f7-4d8fe35196a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:55.524363 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-ccd096be-e562-4ee0-b3f7-4d8fe35196a8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6520559-3281-4271-a77a-f193645776b6 HTTP/1.1" status: 200 len: 856 time: 0.1099696 Apr 19 19:14:55.527765 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-53b50f8a-2ae1-4734-9672-8f48c178203c req-394bf6aa-1a81-473d-a112-0618cd218298 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761411 Apr 19 19:14:55.548007 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 915d1130-0c04-4f82-9639-dcc994672c76 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:14:55.623233 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning for port 915d1130-0c04-4f82-9639-dcc994672c76 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:14:55.625633 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:55.626168 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-5e86b108-1f0b-4bfb-8dec-1387f3068edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:55.627820 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-5e86b108-1f0b-4bfb-8dec-1387f3068edd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=132d4ad0-195c-4d5c-9957-e76f12440abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0945892 Apr 19 19:14:55.628519 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port 915d1130-0c04-4f82-9639-dcc994672c76 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:14:55.628927 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:55.658710 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb6ac2-dcbf-49c8-9cdb-08eea67b6f2b req-1f8915ff-c917-4d4f-86a0-0bd0dbaceebd tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:55.666723 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7efb6ac2-dcbf-49c8-9cdb-08eea67b6f2b req-1f8915ff-c917-4d4f-86a0-0bd0dbaceebd tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31192f0-3240-4804-b93e-8509c5060bd7 HTTP/1.1" status: 200 len: 945 time: 0.3942506 Apr 19 19:14:55.733512 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7efb6ac2-dcbf-49c8-9cdb-08eea67b6f2b req-a7754289-0c57-48d0-8457-2b713e5b5d43 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489354 Apr 19 19:14:55.734558 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:55.740215 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e850dfe5-9a94-4488-b5d2-c4bebdc7886d tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:55.788679 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:55.821672 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31192f0-3240-4804-b93e-8509c5060bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915d1130-0c04-4f82-9639-dcc994672c76'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:14:55.825670 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Pushing event updated for resources: {'Port': ['ID=301b3b8b-7ca0-4c86-9b55-90f8c736e4b7,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:55.832143 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-8311b53c-57d8-4488-8b65-3171e208f3bf service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969841 Apr 19 19:14:55.833034 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 915d1130-0c04-4f82-9639-dcc994672c76, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=915d1130-0c04-4f82-9639-dcc994672c76,segment=NetworkSegment(b1032e97-8971-4d6d-8a51-fb8d6317de16),segment_id=b1032e97-8971-4d6d-8a51-fb8d6317de16)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:14:55.835822 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:55.836725 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:55.839098 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:55.848007 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Network e4e5816e-6a67-4607-b0cd-dfb76bb3ca64 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:14:55.849233 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:14:55.852529 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:14:55.919777 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=915d1130-0c04-4f82-9639-dcc994672c76,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:55.923288 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:55.925106 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31192f0-3240-4804-b93e-8509c5060bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915d1130-0c04-4f82-9639-dcc994672c76', 'code': 200} Apr 19 19:14:55.954242 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:56.042758 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c501c073-e325-4f76-971e-ec88f4d6b5b4 req-f01d8d38-0d8c-462b-a4cb-d10258987627 service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028613 Apr 19 19:14:56.045560 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:56.189694 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861e4fd-9941-4e23-ad0c-ad075b2530fb req-e6c928b2-81bc-49aa-b828-6c6f149b3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:56.191853 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e861e4fd-9941-4e23-ad0c-ad075b2530fb req-e6c928b2-81bc-49aa-b828-6c6f149b3794 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3f06609ad86c4c05a7a4dd90ffe12706&device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 1097 time: 0.0938492 Apr 19 19:14:56.339112 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d183cfb-56e2-4cd3-96f4-657b4a636b36 req-a25b8e5b-ed12-4fe9-8625-82f3f5d6448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:56.340685 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5d183cfb-56e2-4cd3-96f4-657b4a636b36 req-a25b8e5b-ed12-4fe9-8625-82f3f5d6448e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b31192f0-3240-4804-b93e-8509c5060bd7 HTTP/1.1" status: 200 len: 1099 time: 0.1968699 Apr 19 19:14:56.343472 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861e4fd-9941-4e23-ad0c-ad075b2530fb req-7e97d54f-6bb6-4dd2-8bb0-5997da321bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:56.345328 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e861e4fd-9941-4e23-ad0c-ad075b2530fb req-7e97d54f-6bb6-4dd2-8bb0-5997da321bec service neutron] 10.222.0.75 "GET /v2.0/networks?id=132d4ad0-195c-4d5c-9957-e76f12440abe HTTP/1.1" status: 200 len: 918 time: 0.1471257 Apr 19 19:14:56.364031 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:56.382113 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62134073'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:56.390022 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9f491320-abc0-404e-ada4-93ed61bc271a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:56.440323 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e861e4fd-9941-4e23-ad0c-ad075b2530fb req-f18a59ae-3a8e-4c85-9374-1094314f8722 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13a5e18e-4297-4bfb-8c0e-ca5397fa0887 HTTP/1.1" status: 200 len: 217 time: 0.0730314 Apr 19 19:14:56.510994 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861e4fd-9941-4e23-ad0c-ad075b2530fb req-2c401436-aa46-4c0c-a850-8715ce0b6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:56.512624 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e861e4fd-9941-4e23-ad0c-ad075b2530fb req-2c401436-aa46-4c0c-a850-8715ce0b6bfb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6520559-3281-4271-a77a-f193645776b6 HTTP/1.1" status: 200 len: 856 time: 0.0658531 Apr 19 19:14:56.514864 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Pushing event updated for resources: {'Port': ['ID=301b3b8b-7ca0-4c86-9b55-90f8c736e4b7,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:56.520574 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5d183cfb-56e2-4cd3-96f4-657b4a636b36 req-f5eb1f3e-86a7-4351-85b7-b281e7295fa7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541257 Apr 19 19:14:56.523894 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:56.540105 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658097'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:56.564209 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:56.565521 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7822850 Apr 19 19:14:56.611714 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861e4fd-9941-4e23-ad0c-ad075b2530fb req-be729d9f-99b0-451c-b9a7-b4a5fc36dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:56.613423 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e861e4fd-9941-4e23-ad0c-ad075b2530fb req-be729d9f-99b0-451c-b9a7-b4a5fc36dd00 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=132d4ad0-195c-4d5c-9957-e76f12440abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0928931 Apr 19 19:14:56.776761 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63177b99-9210-4607-93c3-882e9551d9df req-c90a646b-902f-4dc3-aaae-60377174ae62 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:56.778270 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e861e4fd-9941-4e23-ad0c-ad075b2530fb req-9dbe2e6b-3968-43f3-a633-324a69379a83 service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566601 Apr 19 19:14:56.779015 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-63177b99-9210-4607-93c3-882e9551d9df req-c90a646b-902f-4dc3-aaae-60377174ae62 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 944 time: 0.1107965 Apr 19 19:14:56.830474 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-63177b99-9210-4607-93c3-882e9551d9df req-bebcfd54-e3c6-4bc4-ac67-141db3fb31c3 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449836 Apr 19 19:14:56.935940 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-837860a4-9d31-4463-a829-46527b72aaa1 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--84904187&fields=id&tenant_id=0d99eda3650e4d08ad8d52aac35de6aa HTTP/1.1" status: 200 len: 267 time: 0.1264279 Apr 19 19:14:57.037387 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde36bd9-55a5-4ac7-9acb-ead75b7fb20b req-e96764c8-602d-4120-b274-3ed71a3deeab tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:57.039254 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fde36bd9-55a5-4ac7-9acb-ead75b7fb20b req-e96764c8-602d-4120-b274-3ed71a3deeab tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31192f0-3240-4804-b93e-8509c5060bd7 HTTP/1.1" status: 200 len: 946 time: 0.0903873 Apr 19 19:14:57.071336 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e861e4fd-9941-4e23-ad0c-ad075b2530fb req-4d8472b0-5c3b-44e6-b7eb-4353e1db8a30 service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858698 Apr 19 19:14:57.092677 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fde36bd9-55a5-4ac7-9acb-ead75b7fb20b req-eb91f408-baf4-4825-9651-d21cc4f5df1e tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462718 Apr 19 19:14:57.146030 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-da4bf917-b89f-4446-a916-65b97534a7f1 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:57.147683 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-da4bf917-b89f-4446-a916-65b97534a7f1 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/networks?id=2a04a19f-2111-459f-b0c6-fd481fb0041e HTTP/1.1" status: 200 len: 811 time: 0.1961200 Apr 19 19:14:57.163730 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-fee61c9e-c7bb-42a3-b4e3-9de7a0cf74be tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/quotas/0d99eda3650e4d08ad8d52aac35de6aa HTTP/1.1" status: 200 len: 375 time: 0.0099583 Apr 19 19:14:57.266042 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-f4939ab4-6053-4bdf-bd30-6f0e9b38dd83 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0d99eda3650e4d08ad8d52aac35de6aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0962741 Apr 19 19:14:57.566428 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:14:57.679257 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-ec438b21-f005-44f2-b8fc-563f94004a8c service neutron] 10.222.0.58 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001923 Apr 19 19:14:57.748755 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:14:57.764364 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'port_id': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887', 'mac_address': 'fa:16:3e:92:bf:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:14:57.833277 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:57.849195 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-b3d5c9d2-5b49-4b3e-bbb8-fb285612a806 service neutron] 10.222.0.58 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629264 Apr 19 19:14:57.856535 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:14:57.877654 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:14:57.882289 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:57.885176 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:57.972762 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:57.981123 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:14:58.077459 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7e3d8820-e836-4b20-b97d-b46b5f79dc3d req-6a5925c6-7077-4203-b188-024f43b72601 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 210 time: 0.0637619 Apr 19 19:14:58.123047 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['13a5e18e-4297-4bfb-8c0e-ca5397fa0887'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:14:58.138555 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe365d-545a-4f0c-9cfb-b821f1ec4fb5 req-a6555a54-2eef-49ac-998c-027c3d7472a5 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:58.144715 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-affe365d-545a-4f0c-9cfb-b821f1ec4fb5 req-a6555a54-2eef-49ac-998c-027c3d7472a5 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 945 time: 0.1192849 Apr 19 19:14:58.197102 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-affe365d-545a-4f0c-9cfb-b821f1ec4fb5 req-5fe28325-5387-489a-83f5-26cef250a20c tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483689 Apr 19 19:14:58.368105 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8821d-269a-4e66-b40d-58d6d804af63 req-3a37a558-cc73-4a96-bd8c-c45b8b6a67fd tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:58.369735 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-34d8821d-269a-4e66-b40d-58d6d804af63 req-3a37a558-cc73-4a96-bd8c-c45b8b6a67fd tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31192f0-3240-4804-b93e-8509c5060bd7 HTTP/1.1" status: 200 len: 946 time: 0.1061726 Apr 19 19:14:58.420234 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-34d8821d-269a-4e66-b40d-58d6d804af63 req-d57a247d-44ab-4c17-ae9f-ed5a79f83067 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437734 Apr 19 19:14:59.262469 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-9246b8d0-fc10-4753-9de1-6cad8b724d8c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:59.264861 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-9246b8d0-fc10-4753-9de1-6cad8b724d8c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.75 "GET /v2.0/networks?id=2a04a19f-2111-459f-b0c6-fd481fb0041e HTTP/1.1" status: 200 len: 811 time: 0.1962819 Apr 19 19:14:59.363591 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-c3a5cad9-7f01-4da4-a48a-183e59d22ed7 req-f08d725f-0e52-4788-afaf-1e0d967cc571 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Synchronizing usage tracker for tenant:0d99eda3650e4d08ad8d52aac35de6aa on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:14:59.366079 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-4e0f30ad-aba3-4ae7-80fa-3390bcb2269f tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0d99eda3650e4d08ad8d52aac35de6aa HTTP/1.1" status: 200 len: 5703 time: 0.0911343 Apr 19 19:14:59.378687 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-495ff310-fafd-44b4-b1c5-0fb87d729647 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Request body: {'port': {'device_id': '08846f6a-39b4-4b44-aa1f-1a6d1f729917', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'admin_state_up': True, 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'security_groups': ['7336b8d9-177a-4507-98f7-d1b926c9a4fb']}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:14:59.380475 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-c3a5cad9-7f01-4da4-a48a-183e59d22ed7 req-f08d725f-0e52-4788-afaf-1e0d967cc571 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Unset dirty status for tenant:0d99eda3650e4d08ad8d52aac35de6aa on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:14:59.385280 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c3a5cad9-7f01-4da4-a48a-183e59d22ed7 req-f08d725f-0e52-4788-afaf-1e0d967cc571 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 210 time: 0.0824990 Apr 19 19:14:59.576202 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:14:59.629733 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75ec67-f326-4e6e-ad28-84c44bad5316 req-8e80d08c-50a4-4557-9aa7-4e3e31e8f7fa tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:59.632434 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-be75ec67-f326-4e6e-ad28-84c44bad5316 req-8e80d08c-50a4-4557-9aa7-4e3e31e8f7fa tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 945 time: 0.2213755 Apr 19 19:14:59.658344 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-495ff310-fafd-44b4-b1c5-0fb87d729647 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:14:59.680117 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning for port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:14:59.681779 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-495ff310-fafd-44b4-b1c5-0fb87d729647 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:14:59.687413 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:14:59.688233 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:59.731917 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-be75ec67-f326-4e6e-ad28-84c44bad5316 req-491d9222-5d78-497c-837f-ac6ecb8ab3a6 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806298 Apr 19 19:14:59.733293 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-495ff310-fafd-44b4-b1c5-0fb87d729647 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Made reservation on behalf of 0d99eda3650e4d08ad8d52aac35de6aa for: {'port': 1} {{(pid=86366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:14:59.739647 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-495ff310-fafd-44b4-b1c5-0fb87d729647 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:59.835210 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d56951-e8d5-4b63-9e6f-0ec7746ace5f req-10824b6a-bdd5-484d-993e-4b9d425ccbe2 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:14:59.836950 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e2d56951-e8d5-4b63-9e6f-0ec7746ace5f req-10824b6a-bdd5-484d-993e-4b9d425ccbe2 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31192f0-3240-4804-b93e-8509c5060bd7 HTTP/1.1" status: 200 len: 946 time: 0.1097023 Apr 19 19:14:59.844369 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:59.878910 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:14:59.891023 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:14:59.893984 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e2d56951-e8d5-4b63-9e6f-0ec7746ace5f req-52de8241-68d4-437f-afce-7e3c8104dbca tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478146 Apr 19 19:14:59.894175 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:14:59.896186 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:14:59.935182 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-495ff310-fafd-44b4-b1c5-0fb87d729647 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Allocated IP 172.20.0.14 (2a04a19f-2111-459f-b0c6-fd481fb0041e/30029454-1ddd-4aa7-85a3-1fc1f6ca707e/abee06cd-5ca0-4263-a995-2d0b01438100) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:14:59.960873 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887', 'code': 200} Apr 19 19:14:59.979346 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:14:59.982726 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:00.158997 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-495ff310-fafd-44b4-b1c5-0fb87d729647 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:00.178166 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-495ff310-fafd-44b4-b1c5-0fb87d729647 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Transition to ACTIVE for port object abee06cd-5ca0-4263-a995-2d0b01438100 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:15:00.202728 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-495ff310-fafd-44b4-b1c5-0fb87d729647 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:00.209647 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:00.222566 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688e964-452d-4ae6-8c8c-5d3274ffabf3 req-1bb5ed9e-29d1-4725-b9d9-53f38f356e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:00.224362 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7688e964-452d-4ae6-8c8c-5d3274ffabf3 req-1bb5ed9e-29d1-4725-b9d9-53f38f356e15 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 1099 time: 0.0869567 Apr 19 19:15:00.270306 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7688e964-452d-4ae6-8c8c-5d3274ffabf3 req-d1fe3544-e08a-4015-9827-8a4a2e19d0d4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385177 Apr 19 19:15:00.281693 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-495ff310-fafd-44b4-b1c5-0fb87d729647 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Network 2a04a19f-2111-459f-b0c6-fd481fb0041e is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:15:00.285921 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-495ff310-fafd-44b4-b1c5-0fb87d729647 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Resources bound (agent type, host, resource id): {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:15:00.291652 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-495ff310-fafd-44b4-b1c5-0fb87d729647 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:15:00.338020 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ff310-fafd-44b4-b1c5-0fb87d729647 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Pushing event updated for resources: {'Port': ['ID=abee06cd-5ca0-4263-a995-2d0b01438100,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:00.343614 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-495ff310-fafd-44b4-b1c5-0fb87d729647 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:00.375639 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-495ff310-fafd-44b4-b1c5-0fb87d729647 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:00.376517 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-495ff310-fafd-44b4-b1c5-0fb87d729647 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:00.406659 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-495ff310-fafd-44b4-b1c5-0fb87d729647 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0349212 Apr 19 19:15:00.420326 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Request body: {'port': {'device_id': '08846f6a-39b4-4b44-aa1f-1a6d1f729917', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:15:00.490166 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-5d437392-55d4-477e-a758-a69721c09d8f None None] Provisioning for port abee06cd-5ca0-4263-a995-2d0b01438100 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:15:00.496254 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-5d437392-55d4-477e-a758-a69721c09d8f None None] Provisioning complete for port abee06cd-5ca0-4263-a995-2d0b01438100 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:15:00.496683 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5d437392-55d4-477e-a758-a69721c09d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:00.569793 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:00.578677 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-5d437392-55d4-477e-a758-a69721c09d8f None None] Port abee06cd-5ca0-4263-a995-2d0b01438100 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:15:00.617666 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bf3dd-a56a-4fef-b882-c980fdd16d29 req-3a30c844-f79f-4d9a-9ee3-f884907fb015 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:00.619573 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-967bf3dd-a56a-4fef-b882-c980fdd16d29 req-3a30c844-f79f-4d9a-9ee3-f884907fb015 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 932 time: 0.1062934 Apr 19 19:15:00.668638 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-967bf3dd-a56a-4fef-b882-c980fdd16d29 req-56126d94-8b00-4b9a-9e65-eb1d919b2de3 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Synchronizing usage tracker for tenant:0d99eda3650e4d08ad8d52aac35de6aa on resource:security_group {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:15:00.686572 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-967bf3dd-a56a-4fef-b882-c980fdd16d29 req-56126d94-8b00-4b9a-9e65-eb1d919b2de3 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Unset dirty status for tenant:0d99eda3650e4d08ad8d52aac35de6aa on resource:security_group {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:15:00.697109 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-967bf3dd-a56a-4fef-b882-c980fdd16d29 req-56126d94-8b00-4b9a-9e65-eb1d919b2de3 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=7336b8d9-177a-4507-98f7-d1b926c9a4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708556 Apr 19 19:15:01.032725 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797a15d-bfcb-4a09-972f-ce8d40009c47 req-8a481feb-e76e-4887-a569-0e9537b20607 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:01.034507 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f797a15d-bfcb-4a09-972f-ce8d40009c47 req-8a481feb-e76e-4887-a569-0e9537b20607 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.1677198 Apr 19 19:15:01.092677 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abee06cd-5ca0-4263-a995-2d0b01438100 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:15:01.105861 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:01.116136 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f797a15d-bfcb-4a09-972f-ce8d40009c47 req-37c49e72-9765-4008-a991-81675cc486f1 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728216 Apr 19 19:15:01.143432 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fd065-8d74-44b8-a51a-92ba1bf14b81 req-2ecb8635-42e7-4779-b199-c3d27158f4e5 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:01.145217 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a89fd065-8d74-44b8-a51a-92ba1bf14b81 req-2ecb8635-42e7-4779-b199-c3d27158f4e5 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31192f0-3240-4804-b93e-8509c5060bd7 HTTP/1.1" status: 200 len: 946 time: 0.1055961 Apr 19 19:15:01.147821 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Transition to ACTIVE for port object abee06cd-5ca0-4263-a995-2d0b01438100 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:15:01.152960 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:01.158235 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:01.257628 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a89fd065-8d74-44b8-a51a-92ba1bf14b81 req-5bb9469d-358d-46c4-a688-c85ec5d3611d tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/security-groups?id=59ef58c6-d3d7-48bc-8f59-d03e02aaef86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052909 Apr 19 19:15:01.308564 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c0e9c-b1a9-42c7-8b73-e5ddf423b9d8 req-c2785f64-2741-4cb4-a5b6-90af36edf262 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:01.310396 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2a2c0e9c-b1a9-42c7-8b73-e5ddf423b9d8 req-c2785f64-2741-4cb4-a5b6-90af36edf262 tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.75 "GET /v2.0/ports?device_id=b31192f0-3240-4804-b93e-8509c5060bd7 HTTP/1.1" status: 200 len: 946 time: 0.1231987 Apr 19 19:15:01.342664 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Pushing event updated for resources: {'Port': ['ID=abee06cd-5ca0-4263-a995-2d0b01438100,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:01.352310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:01.402542 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-2a2c0e9c-b1a9-42c7-8b73-e5ddf423b9d8 req-e3b2fd80-328b-4fdc-9fdc-677848666f2a tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Deleting port 915d1130-0c04-4f82-9639-dcc994672c76 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:15:01.403066 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-2a2c0e9c-b1a9-42c7-8b73-e5ddf423b9d8 req-e3b2fd80-328b-4fdc-9fdc-677848666f2a tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:01.433894 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Attempting to bind port abee06cd-5ca0-4263-a995-2d0b01438100 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:15:01.434278 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Attempting to bind port abee06cd-5ca0-4263-a995-2d0b01438100 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'fab56cf1-7ae8-40a6-9bf5-a3487827bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:15:01.434657 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Attempting to bind port abee06cd-5ca0-4263-a995-2d0b01438100 on network 2a04a19f-2111-459f-b0c6-fd481fb0041e {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:15:01.439645 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Port abee06cd-5ca0-4263-a995-2d0b01438100 on network 2a04a19f-2111-459f-b0c6-fd481fb0041e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:15:01.440064 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Attempting to bind port abee06cd-5ca0-4263-a995-2d0b01438100 on network 2a04a19f-2111-459f-b0c6-fd481fb0041e {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:15:01.446730 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Checking agent: {'id': 'ec7575f8-60dd-4295-9a80-edc463fb7fa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:15:01.447119 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Checking segment: {'id': 'fab56cf1-7ae8-40a6-9bf5-a3487827bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:15:01.447548 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Bound using segment: {'id': 'fab56cf1-7ae8-40a6-9bf5-a3487827bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:15:01.448050 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Bound port: abee06cd-5ca0-4263-a995-2d0b01438100, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fab56cf1-7ae8-40a6-9bf5-a3487827bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:15:01.448444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:01.544350 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] For port abee06cd-5ca0-4263-a995-2d0b01438100, host hv-cinder-78693, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:15:01.547391 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] For port abee06cd-5ca0-4263-a995-2d0b01438100, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=abee06cd-5ca0-4263-a995-2d0b01438100,segment=NetworkSegment(fab56cf1-7ae8-40a6-9bf5-a3487827bc30),segment_id=fab56cf1-7ae8-40a6-9bf5-a3487827bc30)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:15:01.550676 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036792973081'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:01.556143 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ba62304d-abb7-4152-a617-d76140aa7cfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:01.613794 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:01.614487 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:01.616565 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] 10.222.0.75 "PUT /v2.0/ports/abee06cd-5ca0-4263-a995-2d0b01438100 HTTP/1.1" status: 200 len: 1094 time: 1.2021816 Apr 19 19:15:01.617050 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08846f6a-39b4-4b44-aa1f-1a6d1f729917', 'tag': 'abee06cd-5ca0-4263-a995-2d0b01438100'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:15:01.658882 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Pushing event updated for resources: {'Port': ['ID=abee06cd-5ca0-4263-a995-2d0b01438100,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:01.663458 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:01.692322 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-2a2c0e9c-b1a9-42c7-8b73-e5ddf423b9d8 req-e3b2fd80-328b-4fdc-9fdc-677848666f2a tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] For port 915d1130-0c04-4f82-9639-dcc994672c76, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=915d1130-0c04-4f82-9639-dcc994672c76,segment=NetworkSegment(b1032e97-8971-4d6d-8a51-fb8d6317de16),segment_id=b1032e97-8971-4d6d-8a51-fb8d6317de16)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:15:01.692727 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-2a2c0e9c-b1a9-42c7-8b73-e5ddf423b9d8 req-e3b2fd80-328b-4fdc-9fdc-677848666f2a tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:01.726567 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08846f6a-39b4-4b44-aa1f-1a6d1f729917', 'tag': 'abee06cd-5ca0-4263-a995-2d0b01438100', 'status': 'completed', 'code': 200} Apr 19 19:15:01.759927 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-39615edf-e17c-4f2a-b03d-bc9f0e7282e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:01.761711 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-39615edf-e17c-4f2a-b03d-bc9f0e7282e5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d99eda3650e4d08ad8d52aac35de6aa&device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 1097 time: 0.0971859 Apr 19 19:15:01.843787 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-2a2c0e9c-b1a9-42c7-8b73-e5ddf423b9d8 req-e3b2fd80-328b-4fdc-9fdc-677848666f2a tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Calling delete_port for 915d1130-0c04-4f82-9639-dcc994672c76 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:15:01.853186 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-e91c3af4-e439-43b4-9efa-7437a810362b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abee06cd-5ca0-4263-a995-2d0b01438100 HTTP/1.1" status: 200 len: 217 time: 0.0827062 Apr 19 19:15:01.925222 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-0587a881-c65c-4a52-b287-08dbb8bbd294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:01.927104 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-0587a881-c65c-4a52-b287-08dbb8bbd294 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=30029454-1ddd-4aa7-85a3-1fc1f6ca707e HTTP/1.1" status: 200 len: 850 time: 0.0670266 Apr 19 19:15:02.026232 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-44626898-873b-4042-ba1f-ae150c4f429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:02.028574 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-44626898-873b-4042-ba1f-ae150c4f429b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2a04a19f-2111-459f-b0c6-fd481fb0041e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0921609 Apr 19 19:15:02.056414 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49746c1-b358-45f4-a96c-0b46454259aa req-68f75fa9-232b-41c1-b50c-83d4c80bd5a7 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:02.058539 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a49746c1-b358-45f4-a96c-0b46454259aa req-68f75fa9-232b-41c1-b50c-83d4c80bd5a7 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 944 time: 0.1830745 Apr 19 19:15:02.138685 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a49746c1-b358-45f4-a96c-0b46454259aa req-ca3220e6-5b6d-4ff4-b70c-3dcbcb897fef tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=7336b8d9-177a-4507-98f7-d1b926c9a4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679314 Apr 19 19:15:02.139330 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-2a2c0e9c-b1a9-42c7-8b73-e5ddf423b9d8 req-e3b2fd80-328b-4fdc-9fdc-677848666f2a tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:02.152056 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5d20ebea-4f34-4504-8bcd-d299ea5a2674 tempest-ServerRescueNegativeTestJSON-1065540288 tempest-ServerRescueNegativeTestJSON-1065540288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:02.208343 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-a23c37fb-5a28-443c-b04e-f34ebe11b07c service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715159 Apr 19 19:15:02.210142 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2fd80-328b-4fdc-9fdc-677848666f2a tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Pushing event deleted for resources: {'Port': ['ID=915d1130-0c04-4f82-9639-dcc994672c76,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:02.212822 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e3b2fd80-328b-4fdc-9fdc-677848666f2a tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:02.292752 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2c0e9c-b1a9-42c7-8b73-e5ddf423b9d8 req-e3b2fd80-328b-4fdc-9fdc-677848666f2a tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] No DVR routers for this DVR port 915d1130-0c04-4f82-9639-dcc994672c76 on host hv-cinder-78693 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:15:02.295405 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-2a2c0e9c-b1a9-42c7-8b73-e5ddf423b9d8 req-e3b2fd80-328b-4fdc-9fdc-677848666f2a tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:02.299837 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31192f0-3240-4804-b93e-8509c5060bd7', 'name': 'network-vif-deleted', 'tag': '915d1130-0c04-4f82-9639-dcc994672c76'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:15:02.314738 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2a2c0e9c-b1a9-42c7-8b73-e5ddf423b9d8 req-e3b2fd80-328b-4fdc-9fdc-677848666f2a tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.75 "DELETE /v2.0/ports/915d1130-0c04-4f82-9639-dcc994672c76 HTTP/1.1" status: 204 len: 173 time: 0.9975791 Apr 19 19:15:02.394464 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:15:02.435149 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-19705a5a-a6ea-4a7d-b846-9a9f8ddb473d req-17925401-64be-4918-a85d-189e8db53b9f tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Synchronizing usage tracker for tenant:484f01fb68c94b27b9669ba4a68d2ca5 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:15:02.461263 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-801e1ac0-b787-4636-bbfe-5aae4e2751e6 req-d265b917-2f7f-4141-a597-248cb960b15f service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417235 Apr 19 19:15:02.472799 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-19705a5a-a6ea-4a7d-b846-9a9f8ddb473d req-17925401-64be-4918-a85d-189e8db53b9f tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Unset dirty status for tenant:484f01fb68c94b27b9669ba4a68d2ca5 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:15:02.482051 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-19705a5a-a6ea-4a7d-b846-9a9f8ddb473d req-17925401-64be-4918-a85d-189e8db53b9f tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31192f0-3240-4804-b93e-8509c5060bd7 HTTP/1.1" status: 200 len: 210 time: 0.0995228 Apr 19 19:15:02.484221 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccaa4d-d3bb-4613-9c79-37a5c05a44e4 req-6e84faf6-2fff-40e6-b95e-e9363d68034a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:02.488409 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a0ccaa4d-d3bb-4613-9c79-37a5c05a44e4 req-6e84faf6-2fff-40e6-b95e-e9363d68034a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.1646075 Apr 19 19:15:02.543809 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31192f0-3240-4804-b93e-8509c5060bd7', 'name': 'network-vif-deleted', 'tag': '915d1130-0c04-4f82-9639-dcc994672c76', 'status': 'completed', 'code': 200} Apr 19 19:15:02.558994 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46778) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:02.599210 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a0ccaa4d-d3bb-4613-9c79-37a5c05a44e4 req-6e131ce3-a5e0-48df-ba15-da29cb350094 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040561 Apr 19 19:15:02.626509 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda23c4-eb45-4ac9-9b8d-6d11565c6783 req-697ed4a7-bca7-40a5-b5ea-e5f81251b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:02.628366 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-dbda23c4-eb45-4ac9-9b8d-6d11565c6783 req-697ed4a7-bca7-40a5-b5ea-e5f81251b1ae service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d99eda3650e4d08ad8d52aac35de6aa&device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 1097 time: 0.1049552 Apr 19 19:15:02.697171 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2eef16b7-5f91-45fd-a081-4abe09538498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:02.714043 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2eef16b7-5f91-45fd-a081-4abe09538498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:15:02.718186 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-2eef16b7-5f91-45fd-a081-4abe09538498 admin admin] Usage tracker for resource:security_group_rule and tenant:53262d455dfb4cca8e213e9ea7de7d13 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:15:02.721536 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-2eef16b7-5f91-45fd-a081-4abe09538498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:15:02.729323 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2eef16b7-5f91-45fd-a081-4abe09538498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:15:02.811994 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda23c4-eb45-4ac9-9b8d-6d11565c6783 req-aa5867fd-9eda-4f50-a4ec-f2d1a5aad556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:02.813707 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-dbda23c4-eb45-4ac9-9b8d-6d11565c6783 req-aa5867fd-9eda-4f50-a4ec-f2d1a5aad556 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2a04a19f-2111-459f-b0c6-fd481fb0041e HTTP/1.1" status: 200 len: 912 time: 0.1724787 Apr 19 19:15:02.886036 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2eef16b7-5f91-45fd-a081-4abe09538498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:02.889860 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-dbda23c4-eb45-4ac9-9b8d-6d11565c6783 req-73e0626e-746f-4ef4-80e7-351fbbfc763a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abee06cd-5ca0-4263-a995-2d0b01438100 HTTP/1.1" status: 200 len: 217 time: 0.0687768 Apr 19 19:15:02.896753 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2eef16b7-5f91-45fd-a081-4abe09538498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:02.907678 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1616505d-f1d0-4848-887e-032af8af042a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:02.955456 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-2eef16b7-5f91-45fd-a081-4abe09538498 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=53262d455dfb4cca8e213e9ea7de7d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3928525 Apr 19 19:15:02.957335 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46786) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:02.965873 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda23c4-eb45-4ac9-9b8d-6d11565c6783 req-7fba2e88-bec4-4859-92a1-5531c1fb0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:02.967757 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-dbda23c4-eb45-4ac9-9b8d-6d11565c6783 req-7fba2e88-bec4-4859-92a1-5531c1fb0615 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=30029454-1ddd-4aa7-85a3-1fc1f6ca707e HTTP/1.1" status: 200 len: 850 time: 0.0710993 Apr 19 19:15:02.976852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef16b7-5f91-45fd-a081-4abe09538498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d20e598-785c-4e08-a6e4-591b32092098,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:02.984849 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2eef16b7-5f91-45fd-a081-4abe09538498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:02.993585 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f89055-69e1-4d9b-9e12-157b9bab9969 req-c19827af-99bd-4fb2-866e-4f0f33dfeb56 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:02.995218 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f5f89055-69e1-4d9b-9e12-157b9bab9969 req-c19827af-99bd-4fb2-866e-4f0f33dfeb56 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.1982608 Apr 19 19:15:03.008882 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46790) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:03.024442 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-0938e9b9-b2e4-4c97-84ce-1cdca71ab39a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Request body: {'floatingip': {'port_id': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:15:03.060057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda23c4-eb45-4ac9-9b8d-6d11565c6783 req-640b13f7-d16c-4341-9047-e1d6820b6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:03.061664 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-dbda23c4-eb45-4ac9-9b8d-6d11565c6783 req-640b13f7-d16c-4341-9047-e1d6820b6371 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2a04a19f-2111-459f-b0c6-fd481fb0041e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849955 Apr 19 19:15:03.116419 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0938e9b9-b2e4-4c97-84ce-1cdca71ab39a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for floatingip, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:03.213734 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-dbda23c4-eb45-4ac9-9b8d-6d11565c6783 req-403350b2-81c3-452a-9255-7168082a7c82 service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444640 Apr 19 19:15:03.251240 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3b02f623-bae4-4cfd-a2d0-f340514d2e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:03.329343 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3b02f623-bae4-4cfd-a2d0-f340514d2e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:03.437687 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-dbda23c4-eb45-4ac9-9b8d-6d11565c6783 req-41b5f5d6-5682-4157-8a8c-50815dae2fd0 service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156541 Apr 19 19:15:03.450857 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c029ab5-9445-45e2-ae7b-85fd794aaee4 req-f3b9f4fb-24df-422b-b557-826c102bdfc2 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:03.451700 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-3c029ab5-9445-45e2-ae7b-85fd794aaee4 req-f3b9f4fb-24df-422b-b557-826c102bdfc2 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Synchronizing usage tracker for tenant:0d99eda3650e4d08ad8d52aac35de6aa on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:15:03.467278 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-3c029ab5-9445-45e2-ae7b-85fd794aaee4 req-f3b9f4fb-24df-422b-b557-826c102bdfc2 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Unset dirty status for tenant:0d99eda3650e4d08ad8d52aac35de6aa on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:15:03.468686 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3c029ab5-9445-45e2-ae7b-85fd794aaee4 req-f3b9f4fb-24df-422b-b557-826c102bdfc2 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 944 time: 0.1663761 Apr 19 19:15:03.520323 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3c029ab5-9445-45e2-ae7b-85fd794aaee4 req-69c7b239-c11f-4ff9-9f5c-29c8f75ab0b5 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=7336b8d9-177a-4507-98f7-d1b926c9a4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439305 Apr 19 19:15:03.541645 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3b02f623-bae4-4cfd-a2d0-f340514d2e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:03.548440 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f123ee34-1d3b-4397-8e13-dde0165c1415 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:03.568955 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02f623-bae4-4cfd-a2d0-f340514d2e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d20e598-785c-4e08-a6e4-591b32092098,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:03.573865 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3b02f623-bae4-4cfd-a2d0-f340514d2e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:03.582936 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3b02f623-bae4-4cfd-a2d0-f340514d2e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:03.586568 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-3b02f623-bae4-4cfd-a2d0-f340514d2e5b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d20e598-785c-4e08-a6e4-591b32092098 HTTP/1.1" status: 204 len: 168 time: 0.6222672 Apr 19 19:15:03.602258 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 915d1130-0c04-4f82-9639-dcc994672c76 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:15:03.666095 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] No Port match for: 915d1130-0c04-4f82-9639-dcc994672c76 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:15:03.666491 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 915d1130-0c04-4f82-9639-dcc994672c76 not bound to the agent host hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:15:03.879559 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0938e9b9-b2e4-4c97-84ce-1cdca71ab39a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:03.883062 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0938e9b9-b2e4-4c97-84ce-1cdca71ab39a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658097'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:04.304725 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.l3_db [None req-0938e9b9-b2e4-4c97-84ce-1cdca71ab39a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Floating IP 34f02d47-cee3-4f0e-b800-56e7ac703a3b associated. External IP: 172.28.1.120, port: 13a5e18e-4297-4bfb-8c0e-ca5397fa0887. Apr 19 19:15:04.748622 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0938e9b9-b2e4-4c97-84ce-1cdca71ab39a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Router fd169c5e-b497-4409-8032-56f4dde26f0e has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:15:04.809747 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023479eb-3418-46b9-b549-94a0be9878b5 req-9e6053ac-dac0-430a-be13-8106c5165359 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:04.811401 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-023479eb-3418-46b9-b549-94a0be9878b5 req-9e6053ac-dac0-430a-be13-8106c5165359 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 944 time: 0.1596401 Apr 19 19:15:04.877956 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-023479eb-3418-46b9-b549-94a0be9878b5 req-cdc5ec7f-9c7f-4ea8-91b2-161ac2d3363c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=7336b8d9-177a-4507-98f7-d1b926c9a4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598335 Apr 19 19:15:04.977568 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0938e9b9-b2e4-4c97-84ce-1cdca71ab39a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:15:04.982078 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0938e9b9-b2e4-4c97-84ce-1cdca71ab39a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:04.991400 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92747fe-efd6-4cf3-84eb-1500b7d8982e None None] Sync routers for ids ['fd169c5e-b497-4409-8032-56f4dde26f0e'] in dv-cinder-786932-1-smb {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:15:05.005487 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92747fe-efd6-4cf3-84eb-1500b7d8982e None None] Routers {'fd169c5e-b497-4409-8032-56f4dde26f0e'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:15:05.006551 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b92747fe-efd6-4cf3-84eb-1500b7d8982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:14:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['fd169c5e-b497-4409-8032-56f4dde26f0e'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:05.133936 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-0938e9b9-b2e4-4c97-84ce-1cdca71ab39a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "PUT /v2.0/floatingips/34f02d47-cee3-4f0e-b800-56e7ac703a3b HTTP/1.1" status: 200 len: 992 time: 2.1238868 Apr 19 19:15:05.134625 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe', 'tag': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:15:05.213924 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe', 'tag': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887', 'status': 'completed', 'code': 200} Apr 19 19:15:05.275308 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-b92747fe-efd6-4cf3-84eb-1500b7d8982e None None] Set router fd169c5e-b497-4409-8032-56f4dde26f0e gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:15:05.322903 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661af65-7d83-4996-b8bb-11136191400f req-afd79299-cc20-4cff-a944-c001f98ab9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:05.324672 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2661af65-7d83-4996-b8bb-11136191400f req-afd79299-cc20-4cff-a944-c001f98ab9a6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3f06609ad86c4c05a7a4dd90ffe12706&device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 1099 time: 0.0866330 Apr 19 19:15:05.622748 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device abee06cd-5ca0-4263-a995-2d0b01438100 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:15:05.744699 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661af65-7d83-4996-b8bb-11136191400f req-ea2d38cb-a219-4974-b9ca-0f0c8e07bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:05.746669 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2661af65-7d83-4996-b8bb-11136191400f req-ea2d38cb-a219-4974-b9ca-0f0c8e07bc13 service neutron] 10.222.0.75 "GET /v2.0/networks?id=132d4ad0-195c-4d5c-9957-e76f12440abe HTTP/1.1" status: 200 len: 918 time: 0.4146664 Apr 19 19:15:05.756380 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.db.resource_extend [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 19:15:05.875573 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2661af65-7d83-4996-b8bb-11136191400f req-9eb348fb-c0fd-4735-b6a8-bfc723423b09 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13a5e18e-4297-4bfb-8c0e-ca5397fa0887 HTTP/1.1" status: 200 len: 1000 time: 0.1181715 Apr 19 19:15:05.948556 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661af65-7d83-4996-b8bb-11136191400f req-2fc32a83-6783-4c7b-aa5a-a8156f402203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:05.950305 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2661af65-7d83-4996-b8bb-11136191400f req-2fc32a83-6783-4c7b-aa5a-a8156f402203 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6520559-3281-4271-a77a-f193645776b6 HTTP/1.1" status: 200 len: 856 time: 0.0677025 Apr 19 19:15:05.977871 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port abee06cd-5ca0-4263-a995-2d0b01438100, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=abee06cd-5ca0-4263-a995-2d0b01438100,segment=NetworkSegment(fab56cf1-7ae8-40a6-9bf5-a3487827bc30),segment_id=fab56cf1-7ae8-40a6-9bf5-a3487827bc30)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:15:05.998569 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': 'abee06cd-5ca0-4263-a995-2d0b01438100', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'port_id': 'abee06cd-5ca0-4263-a995-2d0b01438100', 'mac_address': 'fa:16:3e:44:4e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:15:06.038641 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b92747fe-efd6-4cf3-84eb-1500b7d8982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 4, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port': {'id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_floatingips': [{'id': '34f02d47-cee3-4f0e-b800-56e7ac703a3b', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'floating_ip_address': '172.28.1.120', 'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'router_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'port_id': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'mac_address': 'fa:16:3e:92:bf:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:14:48Z', 'updated_at': '2021-04-19T19:15:03Z', 'revision_number': 1, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78355f11-9600-4744-a55b-21f079ffd533', 'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'mac_address': 'fa:16:3e:ee:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:18Z', 'updated_at': '2021-04-19T19:10:39Z', 'revision_number': 5, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'subnets': [{'id': 'f6520559-3281-4271-a77a-f193645776b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:06.056817 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92747fe-efd6-4cf3-84eb-1500b7d8982e None None] Checking router: fd169c5e-b497-4409-8032-56f4dde26f0e for host: dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:15:06.079818 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92747fe-efd6-4cf3-84eb-1500b7d8982e None None] Routers {'fd169c5e-b497-4409-8032-56f4dde26f0e'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:15:06.080553 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b92747fe-efd6-4cf3-84eb-1500b7d8982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:14:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['fd169c5e-b497-4409-8032-56f4dde26f0e'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:06.128068 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661af65-7d83-4996-b8bb-11136191400f req-83ac3603-f353-4379-be94-12db3fa43df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:06.130099 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2661af65-7d83-4996-b8bb-11136191400f req-83ac3603-f353-4379-be94-12db3fa43df1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=132d4ad0-195c-4d5c-9957-e76f12440abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1725771 Apr 19 19:15:06.237345 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:06.301150 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b48a1-d480-45a3-b79a-7ac518b65b7d req-de110a44-9f75-4b0b-978a-585bb4878513 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:06.304552 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9b6b48a1-d480-45a3-b79a-7ac518b65b7d req-de110a44-9f75-4b0b-978a-585bb4878513 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 944 time: 0.2611341 Apr 19 19:15:06.305994 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-b92747fe-efd6-4cf3-84eb-1500b7d8982e None None] Set router fd169c5e-b497-4409-8032-56f4dde26f0e gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:15:06.363121 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2661af65-7d83-4996-b8bb-11136191400f req-bfea6a07-8839-4c38-90bb-575d65614269 service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239921 Apr 19 19:15:06.516723 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9b6b48a1-d480-45a3-b79a-7ac518b65b7d req-30b2ef93-cc5b-437e-9f0c-c06f50105c2d tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=7336b8d9-177a-4507-98f7-d1b926c9a4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1523232 Apr 19 19:15:06.559833 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abee06cd-5ca0-4263-a995-2d0b01438100 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:15:06.604039 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2661af65-7d83-4996-b8bb-11136191400f req-82d61038-428d-4a5f-bbf2-b60cafa2f667 service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170043 Apr 19 19:15:06.649015 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port abee06cd-5ca0-4263-a995-2d0b01438100, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=abee06cd-5ca0-4263-a995-2d0b01438100,segment=NetworkSegment(fab56cf1-7ae8-40a6-9bf5-a3487827bc30),segment_id=fab56cf1-7ae8-40a6-9bf5-a3487827bc30)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:15:06.669092 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:06.676569 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:06.790411 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=abee06cd-5ca0-4263-a995-2d0b01438100,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:06.795284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:06.883560 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b92747fe-efd6-4cf3-84eb-1500b7d8982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 4, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port': {'id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_floatingips': [{'id': '34f02d47-cee3-4f0e-b800-56e7ac703a3b', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'floating_ip_address': '172.28.1.120', 'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'router_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'port_id': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'mac_address': 'fa:16:3e:92:bf:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:14:48Z', 'updated_at': '2021-04-19T19:15:03Z', 'revision_number': 1, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78355f11-9600-4744-a55b-21f079ffd533', 'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'mac_address': 'fa:16:3e:ee:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:18Z', 'updated_at': '2021-04-19T19:10:39Z', 'revision_number': 5, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'subnets': [{'id': 'f6520559-3281-4271-a77a-f193645776b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:06.893955 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92747fe-efd6-4cf3-84eb-1500b7d8982e None None] The sync data for ids ['fd169c5e-b497-4409-8032-56f4dde26f0e'] in dv-cinder-786932-1-smb is: [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 4, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port': {'id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_floatingips': [{'id': '34f02d47-cee3-4f0e-b800-56e7ac703a3b', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'floating_ip_address': '172.28.1.120', 'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'router_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'port_id': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'mac_address': 'fa:16:3e:92:bf:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:14:48Z', 'updated_at': '2021-04-19T19:15:03Z', 'revision_number': 1, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78355f11-9600-4744-a55b-21f079ffd533', 'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'mac_address': 'fa:16:3e:ee:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:18Z', 'updated_at': '2021-04-19T19:10:39Z', 'revision_number': 5, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'subnets': [{'id': 'f6520559-3281-4271-a77a-f193645776b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:15:06.955205 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['abee06cd-5ca0-4263-a995-2d0b01438100'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:15:07.043701 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2736f358-202f-42ae-9128-3ed158b48631 req-fa77cf79-3789-42a4-b317-e02aa09f55f9 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e5fcfe1ed9a24f05907ddd0da7893946&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479963 Apr 19 19:15:07.275008 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736f358-202f-42ae-9128-3ed158b48631 req-03465016-49ff-4812-acad-1eb42e994b95 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:07.276810 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2736f358-202f-42ae-9128-3ed158b48631 req-03465016-49ff-4812-acad-1eb42e994b95 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262943 Apr 19 19:15:07.299541 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2736f358-202f-42ae-9128-3ed158b48631 req-01e49bee-650d-47b4-9d98-1f0b7ef9113d tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/quotas/e5fcfe1ed9a24f05907ddd0da7893946 HTTP/1.1" status: 200 len: 375 time: 0.0110729 Apr 19 19:15:07.304175 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48bb4f-04b7-4929-9a83-9332155bdefb None None] New status for floating IP 34f02d47-cee3-4f0e-b800-56e7ac703a3b: ACTIVE {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:15:07.371749 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2736f358-202f-42ae-9128-3ed158b48631 req-847118c3-191e-4d45-9666-55129dce26cf tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e5fcfe1ed9a24f05907ddd0da7893946&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507872 Apr 19 19:15:07.659123 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-571e5a9b-c9ad-4f74-961e-405cad029d58 req-496ac243-b498-4521-9d75-9260ebbfc87f tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/ports?device_id=80f9f5e0-9623-44dc-b6b0-257db9f3c42c HTTP/1.1" status: 200 len: 210 time: 0.0612216 Apr 19 19:15:07.847554 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8c0c72be-4c6e-4afc-b101-9df3324d4c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:07.873559 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed8cad-d603-4e82-a00d-991386257bf7 req-e08cbbfc-962b-4f18-a3f2-8e178edca5fd tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:07.875220 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5fed8cad-d603-4e82-a00d-991386257bf7 req-e08cbbfc-962b-4f18-a3f2-8e178edca5fd tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 945 time: 0.1081758 Apr 19 19:15:07.927581 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5fed8cad-d603-4e82-a00d-991386257bf7 req-2392ca42-551b-4984-816e-39b5d7ae20c1 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=7336b8d9-177a-4507-98f7-d1b926c9a4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451834 Apr 19 19:15:08.844797 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5f172263-1592-4459-bd4a-646bdd234441 req-7a76ad74-3911-4546-ad87-f5c55217586d tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/ports?device_id=80f9f5e0-9623-44dc-b6b0-257db9f3c42c HTTP/1.1" status: 200 len: 210 time: 0.0644186 Apr 19 19:15:08.951160 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2736f358-202f-42ae-9128-3ed158b48631 req-f748942f-3769-4418-af42-0e215ad15d44 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=e5fcfe1ed9a24f05907ddd0da7893946&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763793 Apr 19 19:15:08.962383 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ebf48b0f-4e4c-4f44-a5da-d5c52e006824 req-77520fb5-14e8-4c22-bb66-9750a813563c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1158338 Apr 19 19:15:09.260893 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf48b0f-4e4c-4f44-a5da-d5c52e006824 req-40427edb-ef96-4fa3-b147-20b5ffb879e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:09.262621 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ebf48b0f-4e4c-4f44-a5da-d5c52e006824 req-40427edb-ef96-4fa3-b147-20b5ffb879e0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78d3b173fc2f4041ac6437d9f6370d8c&device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 1138 time: 0.2694674 Apr 19 19:15:09.274227 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2af78-07ca-4480-ba01-bb9a622b2e73 req-30384681-455a-408a-8e3a-1fcd0eca0636 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:09.276092 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5ff2af78-07ca-4480-ba01-bb9a622b2e73 req-30384681-455a-408a-8e3a-1fcd0eca0636 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 945 time: 0.1854448 Apr 19 19:15:09.288767 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736f358-202f-42ae-9128-3ed158b48631 req-6cab4303-1ea7-4ea3-a5b4-490a3d3095ca tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:09.290674 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2736f358-202f-42ae-9128-3ed158b48631 req-6cab4303-1ea7-4ea3-a5b4-490a3d3095ca tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3269918 Apr 19 19:15:09.306858 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Request body: {'port': {'device_id': '80f9f5e0-9623-44dc-b6b0-257db9f3c42c', 'network_id': 'bd5df323-b516-47ee-b517-1546208165d9', 'admin_state_up': True, 'tenant_id': 'e5fcfe1ed9a24f05907ddd0da7893946'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:15:09.444560 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5ff2af78-07ca-4480-ba01-bb9a622b2e73 req-9600a1fe-f2b5-4603-ade9-25a9731b398f tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=7336b8d9-177a-4507-98f7-d1b926c9a4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1584144 Apr 19 19:15:09.517138 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf48b0f-4e4c-4f44-a5da-d5c52e006824 req-7e432078-1d5d-4925-b4cb-273022db0e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:09.518922 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ebf48b0f-4e4c-4f44-a5da-d5c52e006824 req-7e432078-1d5d-4925-b4cb-273022db0e98 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f7e89038-5b58-4767-958b-65cc94d73867 HTTP/1.1" status: 200 len: 916 time: 0.2321055 Apr 19 19:15:09.523428 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:15:09.528423 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Usage tracker for resource:port and tenant:e5fcfe1ed9a24f05907ddd0da7893946 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:15:09.532904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:15:09.541673 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:15:09.554066 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Made reservation on behalf of e5fcfe1ed9a24f05907ddd0da7893946 for: {'port': 1} {{(pid=86367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 19:15:09.561078 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:09.577298 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:09.597695 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:15:09.604228 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Usage tracker for resource:security_group_rule and tenant:e5fcfe1ed9a24f05907ddd0da7893946 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:15:09.612472 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:15:09.615809 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:15:09.666700 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device abee06cd-5ca0-4263-a995-2d0b01438100 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:15:09.702060 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ebf48b0f-4e4c-4f44-a5da-d5c52e006824 req-2b6beda5-7b64-455a-86a8-bed4f19fbbe0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfbb4818-f139-4930-bab8-7b8c336b1222 HTTP/1.1" status: 200 len: 1001 time: 0.1750669 Apr 19 19:15:09.760917 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:09.765748 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:09.809225 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf48b0f-4e4c-4f44-a5da-d5c52e006824 req-dc8204df-8b94-4a5a-9014-d2fe68158fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:09.809469 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ebf48b0f-4e4c-4f44-a5da-d5c52e006824 req-dc8204df-8b94-4a5a-9014-d2fe68158fdf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6be0fbdb-bb53-4f68-8b76-65bf0472340f HTTP/1.1" status: 200 len: 854 time: 0.0980070 Apr 19 19:15:09.816133 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f30b7d07-03f2-4fb1-a20e-90c37237d3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:09.835790 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning for port abee06cd-5ca0-4263-a995-2d0b01438100 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:15:09.846637 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port abee06cd-5ca0-4263-a995-2d0b01438100 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:15:09.849675 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:09.880059 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81bab853-8f20-4335-b409-c57c64050904,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:09.894837 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:09.895258 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:09.895670 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:09.896661 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:09.897069 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:09.897615 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:09.898189 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:09.898593 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:09.899445 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:09.899929 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:09.902637 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:09.902637 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:09.923506 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:09.942982 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf48b0f-4e4c-4f44-a5da-d5c52e006824 req-2b218dc6-797b-4482-98eb-7525db92fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:09.944821 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ebf48b0f-4e4c-4f44-a5da-d5c52e006824 req-2b218dc6-797b-4482-98eb-7525db92fa06 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f7e89038-5b58-4767-958b-65cc94d73867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1278737 Apr 19 19:15:10.134014 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cb4c423b-7d45-4ae9-9774-3c97a3d922b0 req-f11c884a-886e-4e34-89b5-a630efb9f4e8 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/ports?device_id=80f9f5e0-9623-44dc-b6b0-257db9f3c42c HTTP/1.1" status: 200 len: 210 time: 0.0837159 Apr 19 19:15:10.135310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Allocated IP 192.168.233.179 (bd5df323-b516-47ee-b517-1546208165d9/1d8b7c66-4e9e-4bf3-a96b-6e4dc3ccbd24/bbcd0b27-53bc-46b0-815a-fa0e42301128) {{(pid=86367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 19:15:10.173609 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:10.199089 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ebf48b0f-4e4c-4f44-a5da-d5c52e006824 req-59c8c870-2eb4-4c95-a7e4-aaeb35a43b34 service neutron] 10.222.0.75 "GET /v2.0/networks/f7e89038-5b58-4767-958b-65cc94d73867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439511 Apr 19 19:15:10.223604 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port abee06cd-5ca0-4263-a995-2d0b01438100, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=abee06cd-5ca0-4263-a995-2d0b01438100,segment=NetworkSegment(fab56cf1-7ae8-40a6-9bf5-a3487827bc30),segment_id=fab56cf1-7ae8-40a6-9bf5-a3487827bc30)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:15:10.225524 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08846f6a-39b4-4b44-aa1f-1a6d1f729917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abee06cd-5ca0-4263-a995-2d0b01438100'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:15:10.232650 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:10.234752 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c2658bbb-76fa-4dad-8705-a08c9c1bd247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:10.328972 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=abee06cd-5ca0-4263-a995-2d0b01438100,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:10.332575 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:10.375773 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08846f6a-39b4-4b44-aa1f-1a6d1f729917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abee06cd-5ca0-4263-a995-2d0b01438100', 'code': 200} Apr 19 19:15:10.418525 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ebf48b0f-4e4c-4f44-a5da-d5c52e006824 req-2af5224d-ec0e-43b2-934d-6cc1794b490b service neutron] 10.222.0.75 "GET /v2.0/networks/f7e89038-5b58-4767-958b-65cc94d73867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112994 Apr 19 19:15:10.432995 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e6f3cf36-4983-4361-933b-a102d3ceb299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:10.495594 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Notify callbacks [] for port, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:10.513676 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Transition to ACTIVE for port object bbcd0b27-53bc-46b0-815a-fa0e42301128 will not be triggered until provisioned by entity DHCP. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:15:10.544826 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291125704359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:10.554973 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-917c20db-3e5f-4fbc-9eed-bde71871e409 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:10.674977 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Pushing event updated for resources: {'Port': ['ID=bbcd0b27-53bc-46b0-815a-fa0e42301128,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:10.680026 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:10.682494 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Network bd5df323-b516-47ee-b517-1546208165d9 is already hosted by enough agents. {{(pid=86367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 19:15:10.683915 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Resources bound (agent type, host, resource id): {{(pid=86367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 19:15:10.686807 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Received port after_create {{(pid=86367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 19:15:10.790357 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:10.791236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:10.809898 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa217d-4e02-46d5-857f-fb4ec19d50af req-506a673f-e81c-45ac-ae77-6cc4bf4534f6 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:10.811596 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-91fa217d-4e02-46d5-857f-fb4ec19d50af req-506a673f-e81c-45ac-ae77-6cc4bf4534f6 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 946 time: 0.2241995 Apr 19 19:15:10.817362 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2e6bf-288b-4940-9c25-701f7f7d37f1 req-859a4945-5854-4960-8e45-33cbe79e63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:10.820013 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a5a2e6bf-288b-4940-9c25-701f7f7d37f1 req-859a4945-5854-4960-8e45-33cbe79e63f6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 1099 time: 0.1838896 Apr 19 19:15:10.868694 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2736f358-202f-42ae-9128-3ed158b48631 req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5693927 Apr 19 19:15:10.884901 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Request body: {'port': {'device_id': '80f9f5e0-9623-44dc-b6b0-257db9f3c42c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:15:10.891050 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a5a2e6bf-288b-4940-9c25-701f7f7d37f1 req-7cf222b1-c022-4d90-a742-b88e40c37829 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7336b8d9-177a-4507-98f7-d1b926c9a4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590160 Apr 19 19:15:11.047276 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:11.048379 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-dec1dfab-a151-43b7-8982-8bc2a49ac189 None None] Provisioning for port bbcd0b27-53bc-46b0-815a-fa0e42301128 completed by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:15:11.053701 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-dec1dfab-a151-43b7-8982-8bc2a49ac189 None None] Provisioning complete for port bbcd0b27-53bc-46b0-815a-fa0e42301128 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:15:11.054124 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dec1dfab-a151-43b7-8982-8bc2a49ac189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:11.079816 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-91fa217d-4e02-46d5-857f-fb4ec19d50af req-45f3cbbb-33d6-4d16-b8af-d728fa052acc tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=7336b8d9-177a-4507-98f7-d1b926c9a4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2546954 Apr 19 19:15:11.160732 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-dec1dfab-a151-43b7-8982-8bc2a49ac189 None None] Port bbcd0b27-53bc-46b0-815a-fa0e42301128 cannot update to ACTIVE because it is not bound. {{(pid=86368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 19:15:11.312811 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:11.494284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2561b28-17d6-4db4-aa7d-c9bb41bb2154 req-3eceeb83-9e16-4451-a672-eb3035d2f883 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:11.495056 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-e2561b28-17d6-4db4-aa7d-c9bb41bb2154 req-3eceeb83-9e16-4451-a672-eb3035d2f883 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Synchronizing usage tracker for tenant:e5fcfe1ed9a24f05907ddd0da7893946 on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:15:11.524747 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-e2561b28-17d6-4db4-aa7d-c9bb41bb2154 req-3eceeb83-9e16-4451-a672-eb3035d2f883 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Unset dirty status for tenant:e5fcfe1ed9a24f05907ddd0da7893946 on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:15:11.526032 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e2561b28-17d6-4db4-aa7d-c9bb41bb2154 req-3eceeb83-9e16-4451-a672-eb3035d2f883 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/ports?device_id=80f9f5e0-9623-44dc-b6b0-257db9f3c42c HTTP/1.1" status: 200 len: 936 time: 0.2271333 Apr 19 19:15:11.558878 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:11.642072 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-e2561b28-17d6-4db4-aa7d-c9bb41bb2154 req-1e824d38-c334-4d5b-9d4c-1112c432a696 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Synchronizing usage tracker for tenant:e5fcfe1ed9a24f05907ddd0da7893946 on resource:security_group {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:15:11.683576 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-e2561b28-17d6-4db4-aa7d-c9bb41bb2154 req-1e824d38-c334-4d5b-9d4c-1112c432a696 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Unset dirty status for tenant:e5fcfe1ed9a24f05907ddd0da7893946 on resource:security_group {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:15:11.693436 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e2561b28-17d6-4db4-aa7d-c9bb41bb2154 req-1e824d38-c334-4d5b-9d4c-1112c432a696 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/security-groups?id=81bab853-8f20-4335-b409-c57c64050904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575704 Apr 19 19:15:11.702414 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcd0b27-53bc-46b0-815a-fa0e42301128 {{(pid=86367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:15:11.717835 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:11.722462 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:11.741230 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Transition to ACTIVE for port object bbcd0b27-53bc-46b0-815a-fa0e42301128 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 19:15:11.744249 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62134073'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:11.749546 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1b008a97-01e6-48c0-a219-e4f1ac19bb94 tempest-VolumesSnapshotTestJSON-1001030573 tempest-VolumesSnapshotTestJSON-1001030573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:12.273909 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcd0b27-53bc-46b0-815a-fa0e42301128,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:12.310168 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:12.395140 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Attempting to bind port bbcd0b27-53bc-46b0-815a-fa0e42301128 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 19:15:12.395522 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Attempting to bind port bbcd0b27-53bc-46b0-815a-fa0e42301128 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '78eefe50-d615-4837-8d68-52b8251c1ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd5df323-b516-47ee-b517-1546208165d9'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 19:15:12.395983 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Attempting to bind port bbcd0b27-53bc-46b0-815a-fa0e42301128 on network bd5df323-b516-47ee-b517-1546208165d9 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:15:12.402461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Port bbcd0b27-53bc-46b0-815a-fa0e42301128 on network bd5df323-b516-47ee-b517-1546208165d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 19:15:12.402912 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Attempting to bind port bbcd0b27-53bc-46b0-815a-fa0e42301128 on network bd5df323-b516-47ee-b517-1546208165d9 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 19:15:12.411255 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Checking agent: {'id': 'ec7575f8-60dd-4295-9a80-edc463fb7fa9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'started_at': datetime.datetime(2021, 4, 19, 19, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 19, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 19:15:12.412220 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Checking segment: {'id': '78eefe50-d615-4837-8d68-52b8251c1ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd5df323-b516-47ee-b517-1546208165d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 19:15:12.412660 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Bound using segment: {'id': '78eefe50-d615-4837-8d68-52b8251c1ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd5df323-b516-47ee-b517-1546208165d9'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 19:15:12.413382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Bound port: bbcd0b27-53bc-46b0-815a-fa0e42301128, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78eefe50-d615-4837-8d68-52b8251c1ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'bd5df323-b516-47ee-b517-1546208165d9'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 19:15:12.413754 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:12.433174 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d58965-069c-4581-a45f-7670bdc50b7f req-2e2c1524-603a-4be6-9c47-3e16a94188ac tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:12.436967 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-52d58965-069c-4581-a45f-7670bdc50b7f req-2e2c1524-603a-4be6-9c47-3e16a94188ac tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 946 time: 0.1649897 Apr 19 19:15:12.500058 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-52d58965-069c-4581-a45f-7670bdc50b7f req-2b4fc32a-554a-4d7e-a7d2-cf44a75e6a33 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=7336b8d9-177a-4507-98f7-d1b926c9a4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558064 Apr 19 19:15:12.550450 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] For port bbcd0b27-53bc-46b0-815a-fa0e42301128, host hv-cinder-78693, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 19:15:12.554951 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] For port bbcd0b27-53bc-46b0-815a-fa0e42301128, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bbcd0b27-53bc-46b0-815a-fa0e42301128,segment=NetworkSegment(78eefe50-d615-4837-8d68-52b8251c1ab6),segment_id=78eefe50-d615-4837-8d68-52b8251c1ab6)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 19:15:12.560239 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62134073'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:12.564754 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:12.673477 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:12.674502 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:12.676331 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2736f358-202f-42ae-9128-3ed158b48631 req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] 10.222.0.75 "PUT /v2.0/ports/bbcd0b27-53bc-46b0-815a-fa0e42301128 HTTP/1.1" status: 200 len: 1098 time: 1.7977526 Apr 19 19:15:12.677322 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f9f5e0-9623-44dc-b6b0-257db9f3c42c', 'tag': 'bbcd0b27-53bc-46b0-815a-fa0e42301128'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:15:12.721986 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcd0b27-53bc-46b0-815a-fa0e42301128,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:12.744092 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:12.795197 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468f716-991d-4d6c-a39e-58290cef2569 req-11b64232-3f66-4adf-8c0a-066b2e550877 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:12.797615 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4468f716-991d-4d6c-a39e-58290cef2569 req-11b64232-3f66-4adf-8c0a-066b2e550877 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 946 time: 0.1770792 Apr 19 19:15:12.807377 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 46996) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:12.809674 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f9f5e0-9623-44dc-b6b0-257db9f3c42c', 'tag': 'bbcd0b27-53bc-46b0-815a-fa0e42301128', 'status': 'completed', 'code': 200} Apr 19 19:15:12.820355 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:12.839222 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [None req-12d740dd-a52b-4a14-8ba1-dace6d37c180 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Request body: {'floatingip': {'port_id': 'abee06cd-5ca0-4263-a995-2d0b01438100'}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:15:13.013227 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-12d740dd-a52b-4a14-8ba1-dace6d37c180 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for floatingip, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:13.224492 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736f358-202f-42ae-9128-3ed158b48631 req-46ce4cbd-35fe-4a89-96c1-df3e0070b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:13.226464 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2736f358-202f-42ae-9128-3ed158b48631 req-46ce4cbd-35fe-4a89-96c1-df3e0070b134 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e5fcfe1ed9a24f05907ddd0da7893946&device_id=80f9f5e0-9623-44dc-b6b0-257db9f3c42c HTTP/1.1" status: 200 len: 1101 time: 0.4878986 Apr 19 19:15:13.351453 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2736f358-202f-42ae-9128-3ed158b48631 req-77bdc078-2375-469b-9659-03503344692e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=bbcd0b27-53bc-46b0-815a-fa0e42301128 HTTP/1.1" status: 200 len: 217 time: 0.0906923 Apr 19 19:15:13.370278 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff5db9-6125-4a62-b5dc-f4c4e5898eba req-b3916796-3dbb-484a-a777-bde27484223c tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:13.372069 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-63ff5db9-6125-4a62-b5dc-f4c4e5898eba req-b3916796-3dbb-484a-a777-bde27484223c tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/ports?device_id=80f9f5e0-9623-44dc-b6b0-257db9f3c42c HTTP/1.1" status: 200 len: 948 time: 0.4424303 Apr 19 19:15:13.645119 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-63ff5db9-6125-4a62-b5dc-f4c4e5898eba req-29890066-baab-4486-8de3-3bc92b2d0acc tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/security-groups?id=81bab853-8f20-4335-b409-c57c64050904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292960 Apr 19 19:15:13.655063 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736f358-202f-42ae-9128-3ed158b48631 req-3bef788e-8658-4479-a255-901d0288599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:13.657128 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2736f358-202f-42ae-9128-3ed158b48631 req-3bef788e-8658-4479-a255-901d0288599a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1d8b7c66-4e9e-4bf3-a96b-6e4dc3ccbd24 HTTP/1.1" status: 200 len: 843 time: 0.2836146 Apr 19 19:15:13.898669 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736f358-202f-42ae-9128-3ed158b48631 req-7983ce3f-48b8-4379-8fc1-41a5e4fb671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:13.900720 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2736f358-202f-42ae-9128-3ed158b48631 req-7983ce3f-48b8-4379-8fc1-41a5e4fb671a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bd5df323-b516-47ee-b517-1546208165d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2192655 Apr 19 19:15:14.154941 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2736f358-202f-42ae-9128-3ed158b48631 req-a50275cf-db4b-4f36-8472-7805d107c92f service neutron] 10.222.0.75 "GET /v2.0/networks/bd5df323-b516-47ee-b517-1546208165d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443972 Apr 19 19:15:14.276587 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-12d740dd-a52b-4a14-8ba1-dace6d37c180 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:14.282240 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-12d740dd-a52b-4a14-8ba1-dace6d37c180 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658097'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:14.768207 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2736f358-202f-42ae-9128-3ed158b48631 req-8dbfe505-2825-4238-a9f7-15be20186695 service neutron] 10.222.0.75 "GET /v2.0/networks/bd5df323-b516-47ee-b517-1546208165d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5943022 Apr 19 19:15:14.815542 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.l3_db [None req-12d740dd-a52b-4a14-8ba1-dace6d37c180 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Floating IP dea126a2-a305-4c98-8d6b-d0d820afe75f associated. External IP: 172.28.1.91, port: abee06cd-5ca0-4263-a995-2d0b01438100. Apr 19 19:15:15.190035 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f58b1-8949-421d-b191-f1a01307b5a9 req-0a5169f5-8858-4c4e-b2fe-33c2a7a1d6dd tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:15.191620 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0c2f58b1-8949-421d-b191-f1a01307b5a9 req-0a5169f5-8858-4c4e-b2fe-33c2a7a1d6dd tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/ports?device_id=80f9f5e0-9623-44dc-b6b0-257db9f3c42c HTTP/1.1" status: 200 len: 948 time: 0.2985923 Apr 19 19:15:15.197930 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7bec0-cde8-4093-83ac-0bd6a383a6d5 req-0c76cd36-7c3c-40a6-9e62-24b8be44af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:15.199489 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-72a7bec0-cde8-4093-83ac-0bd6a383a6d5 req-0c76cd36-7c3c-40a6-9e62-24b8be44af7f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e5fcfe1ed9a24f05907ddd0da7893946&device_id=80f9f5e0-9623-44dc-b6b0-257db9f3c42c HTTP/1.1" status: 200 len: 1101 time: 0.2690241 Apr 19 19:15:15.477502 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0c2f58b1-8949-421d-b191-f1a01307b5a9 req-c60c8f71-0477-400b-ba41-677bd715882d tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/security-groups?id=81bab853-8f20-4335-b409-c57c64050904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759676 Apr 19 19:15:15.571644 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7bec0-cde8-4093-83ac-0bd6a383a6d5 req-c26ab0d2-41b4-4db4-bd3d-c8e2aeeba0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:15.573252 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-72a7bec0-cde8-4093-83ac-0bd6a383a6d5 req-c26ab0d2-41b4-4db4-bd3d-c8e2aeeba0ff service neutron] 10.222.0.75 "GET /v2.0/networks?id=bd5df323-b516-47ee-b517-1546208165d9 HTTP/1.1" status: 200 len: 870 time: 0.3007975 Apr 19 19:15:15.634857 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d740dd-a52b-4a14-8ba1-dace6d37c180 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:15:15.660521 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-72a7bec0-cde8-4093-83ac-0bd6a383a6d5 req-4c03311d-9f4f-46a5-a45d-10ea724aecf9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=bbcd0b27-53bc-46b0-815a-fa0e42301128 HTTP/1.1" status: 200 len: 217 time: 0.0800910 Apr 19 19:15:15.912436 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7bec0-cde8-4093-83ac-0bd6a383a6d5 req-119a8b09-d1dd-4b40-aee8-e3440e389fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:15.914091 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-72a7bec0-cde8-4093-83ac-0bd6a383a6d5 req-119a8b09-d1dd-4b40-aee8-e3440e389fc7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1d8b7c66-4e9e-4bf3-a96b-6e4dc3ccbd24 HTTP/1.1" status: 200 len: 843 time: 0.2393456 Apr 19 19:15:16.024893 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d740dd-a52b-4a14-8ba1-dace6d37c180 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:15:16.030745 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-12d740dd-a52b-4a14-8ba1-dace6d37c180 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:16.035051 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56edac0c-9b88-42c0-b8a0-b959a178b0e7 None None] Sync routers for ids ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'] in dv-cinder-786932-1-smb {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:15:16.050510 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56edac0c-9b88-42c0-b8a0-b959a178b0e7 None None] Routers {'3e2709f7-e886-4fff-a9a5-fef4a2f305a8'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:15:16.051584 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-56edac0c-9b88-42c0-b8a0-b959a178b0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:15:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:16.123550 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-12d740dd-a52b-4a14-8ba1-dace6d37c180 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "PUT /v2.0/floatingips/dea126a2-a305-4c98-8d6b-d0d820afe75f HTTP/1.1" status: 200 len: 991 time: 3.2963762 Apr 19 19:15:16.125040 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08846f6a-39b4-4b44-aa1f-1a6d1f729917', 'tag': 'abee06cd-5ca0-4263-a995-2d0b01438100'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:15:16.138247 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7bec0-cde8-4093-83ac-0bd6a383a6d5 req-4284060c-d068-4719-909f-e8355c33e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:16.139859 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-72a7bec0-cde8-4093-83ac-0bd6a383a6d5 req-4284060c-d068-4719-909f-e8355c33e821 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bd5df323-b516-47ee-b517-1546208165d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2170041 Apr 19 19:15:16.257511 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08846f6a-39b4-4b44-aa1f-1a6d1f729917', 'tag': 'abee06cd-5ca0-4263-a995-2d0b01438100', 'status': 'completed', 'code': 200} Apr 19 19:15:16.320699 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-56edac0c-9b88-42c0-b8a0-b959a178b0e7 None None] Set router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:15:16.343993 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-72a7bec0-cde8-4093-83ac-0bd6a383a6d5 req-4dadfae7-52aa-4857-8aab-e06e9313417e service neutron] 10.222.0.75 "GET /v2.0/networks/bd5df323-b516-47ee-b517-1546208165d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853573 Apr 19 19:15:16.426150 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49a07e-5d13-4341-9563-ff8f26f6bd81 req-a70e97ba-7a10-4b16-bbf9-8a6e61a97adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:16.429529 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-da49a07e-5d13-4341-9563-ff8f26f6bd81 req-a70e97ba-7a10-4b16-bbf9-8a6e61a97adb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d99eda3650e4d08ad8d52aac35de6aa&device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 1099 time: 0.1364365 Apr 19 19:15:16.515723 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-72a7bec0-cde8-4093-83ac-0bd6a383a6d5 req-d15c10c1-f0f3-4828-881d-a351daa020a1 service neutron] 10.222.0.75 "GET /v2.0/networks/bd5df323-b516-47ee-b517-1546208165d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700802 Apr 19 19:15:16.671994 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49a07e-5d13-4341-9563-ff8f26f6bd81 req-92c76ff9-be4c-49eb-9034-aa23c2d5b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:16.677013 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-da49a07e-5d13-4341-9563-ff8f26f6bd81 req-92c76ff9-be4c-49eb-9034-aa23c2d5b78f service neutron] 10.222.0.75 "GET /v2.0/networks?id=2a04a19f-2111-459f-b0c6-fd481fb0041e HTTP/1.1" status: 200 len: 912 time: 0.2405918 Apr 19 19:15:16.866718 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-da49a07e-5d13-4341-9563-ff8f26f6bd81 req-cff8a263-1cbc-4d84-ae05-5ede46879197 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abee06cd-5ca0-4263-a995-2d0b01438100 HTTP/1.1" status: 200 len: 999 time: 0.1426408 Apr 19 19:15:16.871731 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-56edac0c-9b88-42c0-b8a0-b959a178b0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:10:16Z', 'revision_number': 4, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port': {'id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_floatingips': [{'id': 'dea126a2-a305-4c98-8d6b-d0d820afe75f', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'floating_ip_address': '172.28.1.91', 'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'router_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'port_id': 'abee06cd-5ca0-4263-a995-2d0b01438100', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'mac_address': 'fa:16:3e:44:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08846f6a-39b4-4b44-aa1f-1a6d1f729917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:14:55Z', 'updated_at': '2021-04-19T19:15:14Z', 'revision_number': 1, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e129e983-9cc2-4e3d-b510-2a7a9325d95e', 'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'mac_address': 'fa:16:3e:e0:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:12Z', 'updated_at': '2021-04-19T19:10:31Z', 'revision_number': 5, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'subnets': [{'id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:16.877130 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56edac0c-9b88-42c0-b8a0-b959a178b0e7 None None] Checking router: 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 for host: dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:15:16.890078 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56edac0c-9b88-42c0-b8a0-b959a178b0e7 None None] Routers {'3e2709f7-e886-4fff-a9a5-fef4a2f305a8'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:15:16.890911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-56edac0c-9b88-42c0-b8a0-b959a178b0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:15:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:16.970907 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d805fe-0821-4752-8812-525a603496b7 req-113e9a90-d513-4a2a-9182-daa465f2ffad tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:16.972694 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-53d805fe-0821-4752-8812-525a603496b7 req-113e9a90-d513-4a2a-9182-daa465f2ffad tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/ports?device_id=80f9f5e0-9623-44dc-b6b0-257db9f3c42c HTTP/1.1" status: 200 len: 948 time: 0.2920864 Apr 19 19:15:16.977695 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49a07e-5d13-4341-9563-ff8f26f6bd81 req-cf77e3e3-8cd7-453c-87ce-d77b7408284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:16.979336 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-da49a07e-5d13-4341-9563-ff8f26f6bd81 req-cf77e3e3-8cd7-453c-87ce-d77b7408284c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=30029454-1ddd-4aa7-85a3-1fc1f6ca707e HTTP/1.1" status: 200 len: 850 time: 0.1045175 Apr 19 19:15:17.083195 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-53d805fe-0821-4752-8812-525a603496b7 req-84273c1b-fb8e-4ee9-9b59-55c9abf6afc5 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/security-groups?id=81bab853-8f20-4335-b409-c57c64050904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026895 Apr 19 19:15:17.137781 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49a07e-5d13-4341-9563-ff8f26f6bd81 req-4f884c3d-632b-4120-8b69-46819e407a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:17.142160 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-da49a07e-5d13-4341-9563-ff8f26f6bd81 req-4f884c3d-632b-4120-8b69-46819e407a80 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2a04a19f-2111-459f-b0c6-fd481fb0041e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1456196 Apr 19 19:15:17.372046 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-da49a07e-5d13-4341-9563-ff8f26f6bd81 req-c92bdfd3-0c82-4d1e-a97c-cb8c699c63aa service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186925 Apr 19 19:15:17.377357 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-56edac0c-9b88-42c0-b8a0-b959a178b0e7 None None] Set router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:15:17.585180 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-da49a07e-5d13-4341-9563-ff8f26f6bd81 req-21735e46-7793-413c-8c9c-2c9035248a17 service neutron] 10.222.0.75 "GET /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976721 Apr 19 19:15:17.687274 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device bbcd0b27-53bc-46b0-815a-fa0e42301128 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:15:17.977727 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port bbcd0b27-53bc-46b0-815a-fa0e42301128, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bbcd0b27-53bc-46b0-815a-fa0e42301128,segment=NetworkSegment(78eefe50-d615-4837-8d68-52b8251c1ab6),segment_id=78eefe50-d615-4837-8d68-52b8251c1ab6)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:15:18.002901 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-56edac0c-9b88-42c0-b8a0-b959a178b0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:10:16Z', 'revision_number': 4, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port': {'id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_floatingips': [{'id': 'dea126a2-a305-4c98-8d6b-d0d820afe75f', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'floating_ip_address': '172.28.1.91', 'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'router_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'port_id': 'abee06cd-5ca0-4263-a995-2d0b01438100', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'mac_address': 'fa:16:3e:44:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08846f6a-39b4-4b44-aa1f-1a6d1f729917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:14:55Z', 'updated_at': '2021-04-19T19:15:14Z', 'revision_number': 1, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e129e983-9cc2-4e3d-b510-2a7a9325d95e', 'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'mac_address': 'fa:16:3e:e0:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:12Z', 'updated_at': '2021-04-19T19:10:31Z', 'revision_number': 5, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'subnets': [{'id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:18.009113 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': 'bbcd0b27-53bc-46b0-815a-fa0e42301128', 'network_id': 'bd5df323-b516-47ee-b517-1546208165d9', 'port_id': 'bbcd0b27-53bc-46b0-815a-fa0e42301128', 'mac_address': 'fa:16:3e:3a:e1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8b7c66-4e9e-4bf3-a96b-6e4dc3ccbd24', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:15:18.012092 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56edac0c-9b88-42c0-b8a0-b959a178b0e7 None None] The sync data for ids ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'] in dv-cinder-786932-1-smb is: [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:10:16Z', 'revision_number': 4, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port': {'id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_floatingips': [{'id': 'dea126a2-a305-4c98-8d6b-d0d820afe75f', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'floating_ip_address': '172.28.1.91', 'floating_network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'router_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'port_id': 'abee06cd-5ca0-4263-a995-2d0b01438100', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'mac_address': 'fa:16:3e:44:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08846f6a-39b4-4b44-aa1f-1a6d1f729917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:14:55Z', 'updated_at': '2021-04-19T19:15:14Z', 'revision_number': 1, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e129e983-9cc2-4e3d-b510-2a7a9325d95e', 'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'mac_address': 'fa:16:3e:e0:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:12Z', 'updated_at': '2021-04-19T19:10:31Z', 'revision_number': 5, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'subnets': [{'id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:15:18.096525 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:18.120464 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcd0b27-53bc-46b0-815a-fa0e42301128 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:15:18.141826 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port bbcd0b27-53bc-46b0-815a-fa0e42301128, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bbcd0b27-53bc-46b0-815a-fa0e42301128,segment=NetworkSegment(78eefe50-d615-4837-8d68-52b8251c1ab6),segment_id=78eefe50-d615-4837-8d68-52b8251c1ab6)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:15:18.145604 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:18.149404 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:18.240162 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=bbcd0b27-53bc-46b0-815a-fa0e42301128,revision_number=4']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:18.244980 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:18.382813 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48e1a7-e69b-4041-997e-190dcd29f79d req-5406a4ff-e23e-444e-b558-7fccf7114528 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:18.384929 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9b48e1a7-e69b-4041-997e-190dcd29f79d req-5406a4ff-e23e-444e-b558-7fccf7114528 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/ports?device_id=80f9f5e0-9623-44dc-b6b0-257db9f3c42c HTTP/1.1" status: 200 len: 949 time: 0.1491072 Apr 19 19:15:18.423189 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c3bf54-34b1-4c55-b4c9-2b6f818d5f70 None None] New status for floating IP dea126a2-a305-4c98-8d6b-d0d820afe75f: ACTIVE {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:15:18.450110 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['bbcd0b27-53bc-46b0-815a-fa0e42301128'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:15:18.460462 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9b48e1a7-e69b-4041-997e-190dcd29f79d req-c0c90eab-a0f8-4d57-bdff-58c30fa73599 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/security-groups?id=81bab853-8f20-4335-b409-c57c64050904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661993 Apr 19 19:15:19.701120 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device bbcd0b27-53bc-46b0-815a-fa0e42301128 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:15:19.746159 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47897b6f-4c13-4d93-9f9f-773a78843659 req-85b188f7-27fa-463a-b74b-4808a892462d tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:19.748136 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-47897b6f-4c13-4d93-9f9f-773a78843659 req-85b188f7-27fa-463a-b74b-4808a892462d tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/ports?device_id=80f9f5e0-9623-44dc-b6b0-257db9f3c42c HTTP/1.1" status: 200 len: 949 time: 0.1540914 Apr 19 19:15:19.799201 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning for port bbcd0b27-53bc-46b0-815a-fa0e42301128 completed by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 19:15:19.806463 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port bbcd0b27-53bc-46b0-815a-fa0e42301128 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:15:19.806884 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:19.814459 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-47897b6f-4c13-4d93-9f9f-773a78843659 req-595fe0e6-5773-4d03-8794-d93c361ed424 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/security-groups?id=81bab853-8f20-4335-b409-c57c64050904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485222 Apr 19 19:15:19.979121 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:20.016714 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f9f5e0-9623-44dc-b6b0-257db9f3c42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcd0b27-53bc-46b0-815a-fa0e42301128'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:15:20.025039 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port bbcd0b27-53bc-46b0-815a-fa0e42301128, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bbcd0b27-53bc-46b0-815a-fa0e42301128,segment=NetworkSegment(78eefe50-d615-4837-8d68-52b8251c1ab6),segment_id=78eefe50-d615-4837-8d68-52b8251c1ab6)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:15:20.028695 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:20.030669 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:20.095000 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f9f5e0-9623-44dc-b6b0-257db9f3c42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcd0b27-53bc-46b0-815a-fa0e42301128', 'code': 200} Apr 19 19:15:20.124699 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=bbcd0b27-53bc-46b0-815a-fa0e42301128,revision_number=5']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:20.128838 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:20.392106 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08ebe1-f277-4084-8b07-db1d91579b37 req-f32e802c-966f-4905-a80e-2f9ba3a7a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:20.393759 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2b08ebe1-f277-4084-8b07-db1d91579b37 req-f32e802c-966f-4905-a80e-2f9ba3a7a40b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=80f9f5e0-9623-44dc-b6b0-257db9f3c42c HTTP/1.1" status: 200 len: 1103 time: 0.0987835 Apr 19 19:15:20.458883 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-2b08ebe1-f277-4084-8b07-db1d91579b37 req-eda67e85-836d-4b54-935d-603e44fd40de service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=81bab853-8f20-4335-b409-c57c64050904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507526 Apr 19 19:15:21.125356 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246308b2-f139-46b5-89b6-46200a25c20a req-cde594f5-0aa7-4cdc-a778-2fd059f0cf89 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:21.127135 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-246308b2-f139-46b5-89b6-46200a25c20a req-cde594f5-0aa7-4cdc-a778-2fd059f0cf89 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/ports?device_id=80f9f5e0-9623-44dc-b6b0-257db9f3c42c HTTP/1.1" status: 200 len: 950 time: 0.1037691 Apr 19 19:15:21.188697 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-246308b2-f139-46b5-89b6-46200a25c20a req-787b07fc-a975-4d71-97a7-47a91e222cc1 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/security-groups?id=81bab853-8f20-4335-b409-c57c64050904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530665 Apr 19 19:15:22.359430 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-75c56157-26f5-4cd3-bb77-da70bd45f353 req-3f496271-5122-4e32-87ef-f8c42f68105c tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-135547101&fields=id&tenant_id=78d3b173fc2f4041ac6437d9f6370d8c HTTP/1.1" status: 200 len: 267 time: 0.0637999 Apr 19 19:15:22.481386 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42296b79-7010-4c32-b40b-58d4d9da89ad req-c4d7db40-8fc0-460c-a8b9-15ff1a04bb2d tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:22.483488 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-42296b79-7010-4c32-b40b-58d4d9da89ad req-c4d7db40-8fc0-460c-a8b9-15ff1a04bb2d tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/ports?device_id=80f9f5e0-9623-44dc-b6b0-257db9f3c42c HTTP/1.1" status: 200 len: 950 time: 0.1209018 Apr 19 19:15:22.488485 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c56157-26f5-4cd3-bb77-da70bd45f353 req-83b4f044-475c-4cdd-b5d4-5ccc94bb3142 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:22.492586 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-75c56157-26f5-4cd3-bb77-da70bd45f353 req-83b4f044-475c-4cdd-b5d4-5ccc94bb3142 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 985 time: 0.1192505 Apr 19 19:15:22.506016 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.v2.base [req-75c56157-26f5-4cd3-bb77-da70bd45f353 req-1c8035c0-116a-4b68-ba74-4b3165dcfaca tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Request body: {'port': {'security_groups': ['24c8d2bd-c115-48b4-845e-0eb46e84231b']}} {{(pid=86367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 19:15:22.547766 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-42296b79-7010-4c32-b40b-58d4d9da89ad req-d83ca462-bb6c-4c02-ab4d-e23273084264 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/security-groups?id=81bab853-8f20-4335-b409-c57c64050904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569575 Apr 19 19:15:22.658692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-75c56157-26f5-4cd3-bb77-da70bd45f353 req-1c8035c0-116a-4b68-ba74-4b3165dcfaca tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:23.014993 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-75c56157-26f5-4cd3-bb77-da70bd45f353 req-1c8035c0-116a-4b68-ba74-4b3165dcfaca tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] For port dfbb4818-f139-4930-bab8-7b8c336b1222, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dfbb4818-f139-4930-bab8-7b8c336b1222,segment=NetworkSegment(6700551c-4caf-45cf-8732-aec914329e91),segment_id=6700551c-4caf-45cf-8732-aec914329e91)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:15:23.048268 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-75c56157-26f5-4cd3-bb77-da70bd45f353 req-1c8035c0-116a-4b68-ba74-4b3165dcfaca tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:23.054477 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-75c56157-26f5-4cd3-bb77-da70bd45f353 req-1c8035c0-116a-4b68-ba74-4b3165dcfaca tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62134073'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:23.060717 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-33986e27-ee40-4549-a7e8-247acbe9cb5a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:23.069453 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['dfbb4818-f139-4930-bab8-7b8c336b1222'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:15:23.422577 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eabd5-6428-4cb0-9e24-038fe1951538 req-0913e224-2203-4f6e-a920-ce35f9b3c7e0 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:23.431257 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-045eabd5-6428-4cb0-9e24-038fe1951538 req-0913e224-2203-4f6e-a920-ce35f9b3c7e0 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/ports?device_id=80f9f5e0-9623-44dc-b6b0-257db9f3c42c HTTP/1.1" status: 200 len: 950 time: 0.1253345 Apr 19 19:15:23.439600 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8035c0-116a-4b68-ba74-4b3165dcfaca tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Pushing event updated for resources: {'Port': ['ID=dfbb4818-f139-4930-bab8-7b8c336b1222,revision_number=7']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:23.446926 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1c8035c0-116a-4b68-ba74-4b3165dcfaca tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:23.460718 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c56157-26f5-4cd3-bb77-da70bd45f353 req-1c8035c0-116a-4b68-ba74-4b3165dcfaca tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:23.461539 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-75c56157-26f5-4cd3-bb77-da70bd45f353 req-1c8035c0-116a-4b68-ba74-4b3165dcfaca tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:23.463388 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-75c56157-26f5-4cd3-bb77-da70bd45f353 req-1c8035c0-116a-4b68-ba74-4b3165dcfaca tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "PUT /v2.0/ports/dfbb4818-f139-4930-bab8-7b8c336b1222 HTTP/1.1" status: 200 len: 943 time: 0.9638782 Apr 19 19:15:23.464104 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623e1767-cde0-433a-b661-66267af6ac8a', 'tag': 'dfbb4818-f139-4930-bab8-7b8c336b1222'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:15:23.469625 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 47120) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:23.513035 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-045eabd5-6428-4cb0-9e24-038fe1951538 req-78447d2d-63b3-485b-8645-e32bfc2b9f87 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/security-groups?id=81bab853-8f20-4335-b409-c57c64050904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807106 Apr 19 19:15:23.566560 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['dfbb4818-f139-4930-bab8-7b8c336b1222'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:15:23.600888 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623e1767-cde0-433a-b661-66267af6ac8a', 'tag': 'dfbb4818-f139-4930-bab8-7b8c336b1222', 'status': 'completed', 'code': 200} Apr 19 19:15:23.621564 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b75e0a1d-f086-4db3-9ed6-a3f52085aaef tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:23.739214 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b75e0a1d-f086-4db3-9ed6-a3f52085aaef tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:23.767742 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae19b7-894d-41bd-bcd3-82042827517e req-e5eb3ba5-67d6-4be2-9a20-cf0ae2cd7557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:23.773241 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4bae19b7-894d-41bd-bcd3-82042827517e req-e5eb3ba5-67d6-4be2-9a20-cf0ae2cd7557 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78d3b173fc2f4041ac6437d9f6370d8c&device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 1099 time: 0.1491442 Apr 19 19:15:23.818905 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b75e0a1d-f086-4db3-9ed6-a3f52085aaef tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:23.826040 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ce51f0fe-8112-4214-a184-065a89991c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:23.848255 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e0a1d-f086-4db3-9ed6-a3f52085aaef tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5c9260-6aa0-478f-ab63-4935e4d31465,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:23.851715 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b75e0a1d-f086-4db3-9ed6-a3f52085aaef tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:23.865529 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b75e0a1d-f086-4db3-9ed6-a3f52085aaef tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:23.872866 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b75e0a1d-f086-4db3-9ed6-a3f52085aaef tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "DELETE /v2.0/security-groups/cc5c9260-6aa0-478f-ab63-4935e4d31465 HTTP/1.1" status: 204 len: 168 time: 0.4014058 Apr 19 19:15:23.873535 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 47130) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:23.903730 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-cbdfd4fd-7de4-49c0-bdc1-3fd59c9dd37c None None] Provisioning complete for port dfbb4818-f139-4930-bab8-7b8c336b1222 triggered by entity DHCP. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:15:23.904185 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cbdfd4fd-7de4-49c0-bdc1-3fd59c9dd37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:23.952261 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae19b7-894d-41bd-bcd3-82042827517e req-b900c1f2-b597-416f-ab35-302ce12a4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:23.953892 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4bae19b7-894d-41bd-bcd3-82042827517e req-b900c1f2-b597-416f-ab35-302ce12a4098 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f7e89038-5b58-4767-958b-65cc94d73867 HTTP/1.1" status: 200 len: 916 time: 0.1686225 Apr 19 19:15:24.108530 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4bae19b7-894d-41bd-bcd3-82042827517e req-498a04dd-5bd2-4489-ab80-4f9543382d0b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfbb4818-f139-4930-bab8-7b8c336b1222 HTTP/1.1" status: 200 len: 1001 time: 0.1470037 Apr 19 19:15:24.174419 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-66349664-3f10-4c2d-8c3d-8d5dbcecb67e tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Deleting port 32688fc2-e9ec-408f-bb7e-c5e7aea0b826 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:15:24.174802 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-66349664-3f10-4c2d-8c3d-8d5dbcecb67e tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:24.417224 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-66349664-3f10-4c2d-8c3d-8d5dbcecb67e tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:24.417813 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-66349664-3f10-4c2d-8c3d-8d5dbcecb67e tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:24.471999 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae19b7-894d-41bd-bcd3-82042827517e req-a29bbc3d-77c3-4984-b612-d50bce4ebbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:24.473497 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4bae19b7-894d-41bd-bcd3-82042827517e req-a29bbc3d-77c3-4984-b612-d50bce4ebbd4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6be0fbdb-bb53-4f68-8b76-65bf0472340f HTTP/1.1" status: 200 len: 854 time: 0.3492811 Apr 19 19:15:24.577458 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae19b7-894d-41bd-bcd3-82042827517e req-063ed479-3363-4240-9b6d-c9e33478bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:24.579086 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4bae19b7-894d-41bd-bcd3-82042827517e req-063ed479-3363-4240-9b6d-c9e33478bc7d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f7e89038-5b58-4767-958b-65cc94d73867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0971012 Apr 19 19:15:24.580049 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-66349664-3f10-4c2d-8c3d-8d5dbcecb67e tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Calling delete_port for 32688fc2-e9ec-408f-bb7e-c5e7aea0b826 owned by network:floatingip {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:15:24.770021 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4bae19b7-894d-41bd-bcd3-82042827517e req-1f9df3ce-2307-4400-9081-78160f7f7d19 service neutron] 10.222.0.75 "GET /v2.0/networks/f7e89038-5b58-4767-958b-65cc94d73867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716661 Apr 19 19:15:24.864962 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4e770-c704-41fb-a8b8-c3cf0ac89ea4 req-f8d6566a-a953-4dab-b43b-032c78a95b03 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:24.866669 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-10b4e770-c704-41fb-a8b8-c3cf0ac89ea4 req-f8d6566a-a953-4dab-b43b-032c78a95b03 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/ports?device_id=80f9f5e0-9623-44dc-b6b0-257db9f3c42c HTTP/1.1" status: 200 len: 950 time: 0.1996202 Apr 19 19:15:24.876134 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effc85c-6b11-4f9f-bad8-937b92a7d20a req-553ebb7e-37c5-412f-a5b7-27252c587667 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:24.877699 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7effc85c-6b11-4f9f-bad8-937b92a7d20a req-553ebb7e-37c5-412f-a5b7-27252c587667 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.75 "GET /v2.0/ports?device_id=80f9f5e0-9623-44dc-b6b0-257db9f3c42c HTTP/1.1" status: 200 len: 950 time: 0.2638450 Apr 19 19:15:24.933092 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4bae19b7-894d-41bd-bcd3-82042827517e req-639916bf-055d-4653-82c9-919b5abcad83 service neutron] 10.222.0.75 "GET /v2.0/networks/f7e89038-5b58-4767-958b-65cc94d73867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554818 Apr 19 19:15:25.044391 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-7effc85c-6b11-4f9f-bad8-937b92a7d20a req-5311aea0-3a57-485b-ae35-69a9443f6ffa tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Deleting port bbcd0b27-53bc-46b0-815a-fa0e42301128 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:15:25.044780 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-7effc85c-6b11-4f9f-bad8-937b92a7d20a req-5311aea0-3a57-485b-ae35-69a9443f6ffa tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:25.074495 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-10b4e770-c704-41fb-a8b8-c3cf0ac89ea4 req-27a435bd-9ca0-4b7b-81b8-2b25eb99b671 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/security-groups?id=81bab853-8f20-4335-b409-c57c64050904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949036 Apr 19 19:15:25.102170 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-66349664-3f10-4c2d-8c3d-8d5dbcecb67e tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:25.114951 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0f67a2a0-8f5b-4000-ac84-7268e136daeb tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:25.169110 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66349664-3f10-4c2d-8c3d-8d5dbcecb67e tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Pushing event deleted for resources: {'Port': ['ID=32688fc2-e9ec-408f-bb7e-c5e7aea0b826,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:25.172393 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-66349664-3f10-4c2d-8c3d-8d5dbcecb67e tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:25.406809 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-66349664-3f10-4c2d-8c3d-8d5dbcecb67e tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks [] for floatingip, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:25.407166 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.l3_db [None req-66349664-3f10-4c2d-8c3d-8d5dbcecb67e tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Floating IP f801a021-45d5-4473-8bf4-3274be697b40 disassociated (deleted). External IP: 172.28.1.20, port: dfbb4818-f139-4930-bab8-7b8c336b1222. Apr 19 19:15:25.633513 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-7effc85c-6b11-4f9f-bad8-937b92a7d20a req-5311aea0-3a57-485b-ae35-69a9443f6ffa tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] For port bbcd0b27-53bc-46b0-815a-fa0e42301128, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bbcd0b27-53bc-46b0-815a-fa0e42301128,segment=NetworkSegment(78eefe50-d615-4837-8d68-52b8251c1ab6),segment_id=78eefe50-d615-4837-8d68-52b8251c1ab6)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:15:25.634112 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-7effc85c-6b11-4f9f-bad8-937b92a7d20a req-5311aea0-3a57-485b-ae35-69a9443f6ffa tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:25.779706 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-7effc85c-6b11-4f9f-bad8-937b92a7d20a req-5311aea0-3a57-485b-ae35-69a9443f6ffa tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Calling delete_port for bbcd0b27-53bc-46b0-815a-fa0e42301128 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:15:26.117791 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66349664-3f10-4c2d-8c3d-8d5dbcecb67e tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Router 450cf251-06b8-4342-97fc-a7c0c92d568c has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:15:26.123079 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-7effc85c-6b11-4f9f-bad8-937b92a7d20a req-5311aea0-3a57-485b-ae35-69a9443f6ffa tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:26.131593 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1c8035c0-116a-4b68-ba74-4b3165dcfaca tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:26.258426 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cdd38310-94d4-4fab-8ce8-7dc8a13fc733 req-2a67aca0-3e3e-43d8-a43a-31fdbf3d4724 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.58 "GET /v2.0/ports?device_id=80f9f5e0-9623-44dc-b6b0-257db9f3c42c HTTP/1.1" status: 200 len: 210 time: 0.0541353 Apr 19 19:15:26.466560 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311aea0-3a57-485b-ae35-69a9443f6ffa tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Pushing event deleted for resources: {'Port': ['ID=bbcd0b27-53bc-46b0-815a-fa0e42301128,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:26.470114 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5311aea0-3a57-485b-ae35-69a9443f6ffa tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:26.638168 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-7effc85c-6b11-4f9f-bad8-937b92a7d20a req-5311aea0-3a57-485b-ae35-69a9443f6ffa tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] No DVR routers for this DVR port bbcd0b27-53bc-46b0-815a-fa0e42301128 on host hv-cinder-78693 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:15:26.642389 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-7effc85c-6b11-4f9f-bad8-937b92a7d20a req-5311aea0-3a57-485b-ae35-69a9443f6ffa tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:26.645159 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f9f5e0-9623-44dc-b6b0-257db9f3c42c', 'name': 'network-vif-deleted', 'tag': 'bbcd0b27-53bc-46b0-815a-fa0e42301128'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:15:26.684429 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7effc85c-6b11-4f9f-bad8-937b92a7d20a req-5311aea0-3a57-485b-ae35-69a9443f6ffa tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] 10.222.0.75 "DELETE /v2.0/ports/bbcd0b27-53bc-46b0-815a-fa0e42301128 HTTP/1.1" status: 204 len: 173 time: 1.7878776 Apr 19 19:15:26.696680 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f9f5e0-9623-44dc-b6b0-257db9f3c42c', 'name': 'network-vif-deleted', 'tag': 'bbcd0b27-53bc-46b0-815a-fa0e42301128', 'status': 'completed', 'code': 200} Apr 19 19:15:26.702026 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66349664-3f10-4c2d-8c3d-8d5dbcecb67e tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:15:26.706558 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-66349664-3f10-4c2d-8c3d-8d5dbcecb67e tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for floatingip, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:26.713289 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ffda1e-7b93-482d-903b-e338d8ec3abc None None] Sync routers for ids ['450cf251-06b8-4342-97fc-a7c0c92d568c'] in dv-cinder-786932-1-smb {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:15:26.733131 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ffda1e-7b93-482d-903b-e338d8ec3abc None None] Routers {'450cf251-06b8-4342-97fc-a7c0c92d568c'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:15:26.733834 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-f8ffda1e-7b93-482d-903b-e338d8ec3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:15:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['450cf251-06b8-4342-97fc-a7c0c92d568c'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:26.767526 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-66349664-3f10-4c2d-8c3d-8d5dbcecb67e tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "DELETE /v2.0/floatingips/f801a021-45d5-4473-8bf4-3274be697b40 HTTP/1.1" status: 204 len: 168 time: 2.8926718 Apr 19 19:15:26.933512 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-f8ffda1e-7b93-482d-903b-e338d8ec3abc None None] Set router 450cf251-06b8-4342-97fc-a7c0c92d568c gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:15:27.093160 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 47226) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:27.182600 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e033f5-50a8-4177-8395-8a38d7f5f548 admin admin] Deleting subnet 95f841ed-b864-460d-829c-77d1cdc04cc6 {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:15:27.186566 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f8e033f5-50a8-4177-8395-8a38d7f5f548 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:27.293608 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f8e033f5-50a8-4177-8395-8a38d7f5f548 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1600776'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:27.327887 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-f8ffda1e-7b93-482d-903b-e338d8ec3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'name': 'tempest-TestMinimumBasicScenario-1031061492-router', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:07Z', 'updated_at': '2021-04-19T19:12:15Z', 'revision_number': 4, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'gw_port': {'id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:08Z', 'updated_at': '2021-04-19T19:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c', 'name': '', 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'mac_address': 'fa:16:3e:99:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:14Z', 'updated_at': '2021-04-19T19:12:27Z', 'revision_number': 5, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'subnets': [{'id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:27.344203 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ffda1e-7b93-482d-903b-e338d8ec3abc None None] Checking router: 450cf251-06b8-4342-97fc-a7c0c92d568c for host: dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:15:27.359981 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ffda1e-7b93-482d-903b-e338d8ec3abc None None] Routers {'450cf251-06b8-4342-97fc-a7c0c92d568c'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:15:27.360622 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-f8ffda1e-7b93-482d-903b-e338d8ec3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:15:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['450cf251-06b8-4342-97fc-a7c0c92d568c'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:27.375063 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f8e033f5-50a8-4177-8395-8a38d7f5f548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070052'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:27.573506 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-f8ffda1e-7b93-482d-903b-e338d8ec3abc None None] Set router 450cf251-06b8-4342-97fc-a7c0c92d568c gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:15:27.711375 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f8e033f5-50a8-4177-8395-8a38d7f5f548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850705764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036792642332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036793590110'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:27.721328 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7de9ab80-7a7f-4f40-b9bb-a4eeadc26a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:27.780128 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e033f5-50a8-4177-8395-8a38d7f5f548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f841ed-b864-460d-829c-77d1cdc04cc6,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:27.783607 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f8e033f5-50a8-4177-8395-8a38d7f5f548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:27.785351 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f8e033f5-50a8-4177-8395-8a38d7f5f548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:27.796949 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 47260) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:27.797152 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-f8e033f5-50a8-4177-8395-8a38d7f5f548 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/95f841ed-b864-460d-829c-77d1cdc04cc6 HTTP/1.1" status: 204 len: 168 time: 0.7026103 Apr 19 19:15:27.841167 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device bbcd0b27-53bc-46b0-815a-fa0e42301128 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:15:27.894700 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] No Port match for: bbcd0b27-53bc-46b0-815a-fa0e42301128 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:15:27.895091 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device bbcd0b27-53bc-46b0-815a-fa0e42301128 not bound to the agent host hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:15:27.928249 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3959784'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:28.089640 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850705679', 'neutron.services.segments.db._delete_segments_for_network-8745729553011'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:28.213685 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-f8ffda1e-7b93-482d-903b-e338d8ec3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'name': 'tempest-TestMinimumBasicScenario-1031061492-router', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:07Z', 'updated_at': '2021-04-19T19:12:15Z', 'revision_number': 4, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'gw_port': {'id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:08Z', 'updated_at': '2021-04-19T19:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c', 'name': '', 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'mac_address': 'fa:16:3e:99:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:14Z', 'updated_at': '2021-04-19T19:12:27Z', 'revision_number': 5, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'subnets': [{'id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:28.217944 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ffda1e-7b93-482d-903b-e338d8ec3abc None None] The sync data for ids ['450cf251-06b8-4342-97fc-a7c0c92d568c'] in dv-cinder-786932-1-smb is: [{'id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'name': 'tempest-TestMinimumBasicScenario-1031061492-router', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:07Z', 'updated_at': '2021-04-19T19:12:15Z', 'revision_number': 4, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'gw_port': {'id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:08Z', 'updated_at': '2021-04-19T19:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c', 'name': '', 'network_id': 'f7e89038-5b58-4767-958b-65cc94d73867', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'mac_address': 'fa:16:3e:99:ed:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:14Z', 'updated_at': '2021-04-19T19:12:27Z', 'revision_number': 5, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'subnets': [{'id': '6be0fbdb-bb53-4f68-8b76-65bf0472340f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:15:28.225171 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c63cbb-229e-40d3-9dcc-bb85c298fc11']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:28.240106 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1032e97-8971-4d6d-8a51-fb8d6317de16') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:28.240539 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1032e97-8971-4d6d-8a51-fb8d6317de16') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:28.253584 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291125193315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61485451'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:28.272655 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:28.279563 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:15:28.482221 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Network 45c63cbb-229e-40d3-9dcc-bb85c298fc11 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:15:28.495196 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4065973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036792973159'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:28.697608 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623e1767-cde0-433a-b661-66267af6ac8a', 'tag': 'dfbb4818-f139-4930-bab8-7b8c336b1222'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:15:28.705713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Network 45c63cbb-229e-40d3-9dcc-bb85c298fc11 has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:15:28.725417 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430f17c4-5e49-47f8-975c-ec9ead66f892 None None] New status for floating IP f801a021-45d5-4473-8bf4-3274be697b40: DOWN {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: Traceback (most recent call last): Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: timer() Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: cb(*args, **kw) Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: return func(*args, **kwargs) Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: self._notify() Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: self.callback(batched_events) Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: event.method(event) Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: segment_id)['aggregates'][0] Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: return f(self, *a, **k) Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: return self._get(url).json() Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: **kwargs) Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: return self.request(url, 'GET', **kwargs) Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: **endpoint_filter) Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:15:28.753750 dv-cinder-786932-1-smb neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:15:28.791697 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623e1767-cde0-433a-b661-66267af6ac8a', 'tag': 'dfbb4818-f139-4930-bab8-7b8c336b1222', 'status': 'completed', 'code': 200} Apr 19 19:15:28.907386 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658050'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:28.913778 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-eae24eab-a01a-47ad-a0b7-fd83fe9c8b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:28.936335 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:28.944682 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=45c63cbb-229e-40d3-9dcc-bb85c298fc11,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:28.961425 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:28.961854 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:28.962275 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:28.962689 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:28.963252 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:28.963654 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:28.964092 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:28.964504 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:28.965081 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:28.965494 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:28.965901 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:28.966387 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:15:28.971208 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/45c63cbb-229e-40d3-9dcc-bb85c298fc11 HTTP/1.1" status: 204 len: 168 time: 1.1728566 Apr 19 19:15:28.972256 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-92e0de67-7e2b-441d-8fe1-fd37ec2fbbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:29.044794 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008084f-f23d-4126-a6f5-23caf34b6d05 req-830c636c-c2fa-4f59-a1bc-7cba741da108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:29.046506 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8008084f-f23d-4126-a6f5-23caf34b6d05 req-830c636c-c2fa-4f59-a1bc-7cba741da108 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78d3b173fc2f4041ac6437d9f6370d8c&device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 1099 time: 0.2246099 Apr 19 19:15:29.199441 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 47390) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:29.206720 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008084f-f23d-4126-a6f5-23caf34b6d05 req-354875b5-41cd-4559-8f7b-90921d271690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:29.208905 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8008084f-f23d-4126-a6f5-23caf34b6d05 req-354875b5-41cd-4559-8f7b-90921d271690 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f7e89038-5b58-4767-958b-65cc94d73867 HTTP/1.1" status: 200 len: 916 time: 0.1534171 Apr 19 19:15:29.254084 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-298c2630-3808-4dbe-82f8-b9cb762885e9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=484f01fb68c94b27b9669ba4a68d2ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533154 Apr 19 19:15:29.257218 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 47398) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:29.294200 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8008084f-f23d-4126-a6f5-23caf34b6d05 req-42aed52b-5745-4167-a7e2-d0399fec789d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfbb4818-f139-4930-bab8-7b8c336b1222 HTTP/1.1" status: 200 len: 217 time: 0.0749586 Apr 19 19:15:29.325895 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ab014d87-bca9-4660-bb73-bb00ad29d58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:29.359108 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ab014d87-bca9-4660-bb73-bb00ad29d58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:29.369799 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008084f-f23d-4126-a6f5-23caf34b6d05 req-0c4b3712-7234-44f6-884e-de8766c3ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:29.371046 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8008084f-f23d-4126-a6f5-23caf34b6d05 req-0c4b3712-7234-44f6-884e-de8766c3ff2f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6be0fbdb-bb53-4f68-8b76-65bf0472340f HTTP/1.1" status: 200 len: 854 time: 0.0706487 Apr 19 19:15:29.409502 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ab014d87-bca9-4660-bb73-bb00ad29d58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:29.420847 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ca903995-d05e-4e8a-a199-40c8a0bb64bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:29.436383 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab014d87-bca9-4660-bb73-bb00ad29d58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ef58c6-d3d7-48bc-8f59-d03e02aaef86,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:29.439682 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ab014d87-bca9-4660-bb73-bb00ad29d58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:29.464418 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-ab014d87-bca9-4660-bb73-bb00ad29d58b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/59ef58c6-d3d7-48bc-8f59-d03e02aaef86 HTTP/1.1" status: 204 len: 168 time: 0.1883161 Apr 19 19:15:29.465830 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ab014d87-bca9-4660-bb73-bb00ad29d58b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:29.466042 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008084f-f23d-4126-a6f5-23caf34b6d05 req-1bab7313-9d59-4ab8-876d-7407de2276ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:29.467697 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8008084f-f23d-4126-a6f5-23caf34b6d05 req-1bab7313-9d59-4ab8-876d-7407de2276ed service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f7e89038-5b58-4767-958b-65cc94d73867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0886385 Apr 19 19:15:29.636242 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8008084f-f23d-4126-a6f5-23caf34b6d05 req-d00d5837-bcde-4ccc-9d08-a65d3dd5ad71 service neutron] 10.222.0.75 "GET /v2.0/networks/f7e89038-5b58-4767-958b-65cc94d73867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598938 Apr 19 19:15:29.804057 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8008084f-f23d-4126-a6f5-23caf34b6d05 req-5b0d754e-d4ef-4b88-8f2a-535e9eb99753 service neutron] 10.222.0.75 "GET /v2.0/networks/f7e89038-5b58-4767-958b-65cc94d73867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572897 Apr 19 19:15:30.496347 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db9caf-0629-46d3-b184-77e19ed04884 req-672a8c7a-5920-4765-9ed8-0261c380715d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:30.497134 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-23db9caf-0629-46d3-b184-77e19ed04884 req-672a8c7a-5920-4765-9ed8-0261c380715d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Synchronizing usage tracker for tenant:78d3b173fc2f4041ac6437d9f6370d8c on resource:port {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:15:30.511241 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-23db9caf-0629-46d3-b184-77e19ed04884 req-672a8c7a-5920-4765-9ed8-0261c380715d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Unset dirty status for tenant:78d3b173fc2f4041ac6437d9f6370d8c on resource:port {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:15:30.512597 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-23db9caf-0629-46d3-b184-77e19ed04884 req-672a8c7a-5920-4765-9ed8-0261c380715d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 946 time: 0.1216352 Apr 19 19:15:30.569792 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-23db9caf-0629-46d3-b184-77e19ed04884 req-46c42b9b-5464-4ab5-8291-c157983cc5f5 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Synchronizing usage tracker for tenant:78d3b173fc2f4041ac6437d9f6370d8c on resource:security_group {{(pid=86367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:15:30.586858 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-23db9caf-0629-46d3-b184-77e19ed04884 req-46c42b9b-5464-4ab5-8291-c157983cc5f5 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Unset dirty status for tenant:78d3b173fc2f4041ac6437d9f6370d8c on resource:security_group {{(pid=86367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:15:30.596385 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-23db9caf-0629-46d3-b184-77e19ed04884 req-46c42b9b-5464-4ab5-8291-c157983cc5f5 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725791 Apr 19 19:15:31.799256 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d51c1-860b-43f9-aebe-8d325635d951 req-d2ea9658-a6ef-40f2-a97b-06357c6ce78d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:31.801316 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-186d51c1-860b-43f9-aebe-8d325635d951 req-d2ea9658-a6ef-40f2-a97b-06357c6ce78d tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 946 time: 0.0906582 Apr 19 19:15:31.850913 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-186d51c1-860b-43f9-aebe-8d325635d951 req-7832ae11-886f-47c0-a2c1-5b4693837afa tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435243 Apr 19 19:15:32.380678 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85528ea6-7f8d-490c-8d6e-d5e1a360c157 req-c677784d-e27e-4002-b877-53b4aa985078 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:32.382292 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-85528ea6-7f8d-490c-8d6e-d5e1a360c157 req-c677784d-e27e-4002-b877-53b4aa985078 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.75 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 946 time: 0.0898366 Apr 19 19:15:32.476046 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-85528ea6-7f8d-490c-8d6e-d5e1a360c157 req-24852224-a189-408a-a1ab-362c7b193255 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Deleting port dfbb4818-f139-4930-bab8-7b8c336b1222 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:15:32.476699 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-85528ea6-7f8d-490c-8d6e-d5e1a360c157 req-24852224-a189-408a-a1ab-362c7b193255 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:32.763384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-85528ea6-7f8d-490c-8d6e-d5e1a360c157 req-24852224-a189-408a-a1ab-362c7b193255 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] For port dfbb4818-f139-4930-bab8-7b8c336b1222, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dfbb4818-f139-4930-bab8-7b8c336b1222,segment=NetworkSegment(6700551c-4caf-45cf-8732-aec914329e91),segment_id=6700551c-4caf-45cf-8732-aec914329e91)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:15:32.763784 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-85528ea6-7f8d-490c-8d6e-d5e1a360c157 req-24852224-a189-408a-a1ab-362c7b193255 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:32.801341 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 47552) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:32.902672 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-85528ea6-7f8d-490c-8d6e-d5e1a360c157 req-24852224-a189-408a-a1ab-362c7b193255 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Calling delete_port for dfbb4818-f139-4930-bab8-7b8c336b1222 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:15:32.988061 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-567aee8b-29cd-4971-9776-94bc7e6462b4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5fcfe1ed9a24f05907ddd0da7893946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842284 Apr 19 19:15:32.989186 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 47562) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:33.060745 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3ae236e4-82ba-4124-908e-39c71f6eaadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:33.092293 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3ae236e4-82ba-4124-908e-39c71f6eaadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:33.122006 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-85528ea6-7f8d-490c-8d6e-d5e1a360c157 req-24852224-a189-408a-a1ab-362c7b193255 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:33.129801 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:33.134670 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['dfbb4818-f139-4930-bab8-7b8c336b1222'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:15:33.154195 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3ae236e4-82ba-4124-908e-39c71f6eaadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:33.159810 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3096d28e-5124-4556-b51e-7d7ff99540b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:33.175054 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae236e4-82ba-4124-908e-39c71f6eaadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bab853-8f20-4335-b409-c57c64050904,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:33.178103 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3ae236e4-82ba-4124-908e-39c71f6eaadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:33.185756 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3ae236e4-82ba-4124-908e-39c71f6eaadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:33.189640 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-3ae236e4-82ba-4124-908e-39c71f6eaadb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/81bab853-8f20-4335-b409-c57c64050904 HTTP/1.1" status: 204 len: 168 time: 0.1966724 Apr 19 19:15:33.191426 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24852224-a189-408a-a1ab-362c7b193255 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Pushing event deleted for resources: {'Port': ['ID=dfbb4818-f139-4930-bab8-7b8c336b1222,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:33.230729 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-24852224-a189-408a-a1ab-362c7b193255 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:33.282630 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e74782-61f2-48f2-8ef5-fb8b89b8c221 req-5948e661-6d79-4f69-859f-9ebf24016ae6 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:33.284345 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d2e74782-61f2-48f2-8ef5-fb8b89b8c221 req-5948e661-6d79-4f69-859f-9ebf24016ae6 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/ports?device_id=623e1767-cde0-433a-b661-66267af6ac8a HTTP/1.1" status: 200 len: 867 time: 0.2975707 Apr 19 19:15:33.293109 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-85528ea6-7f8d-490c-8d6e-d5e1a360c157 req-24852224-a189-408a-a1ab-362c7b193255 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] No DVR routers for this DVR port dfbb4818-f139-4930-bab8-7b8c336b1222 on host hv-cinder-78693 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:15:33.295925 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-85528ea6-7f8d-490c-8d6e-d5e1a360c157 req-24852224-a189-408a-a1ab-362c7b193255 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:33.312015 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623e1767-cde0-433a-b661-66267af6ac8a', 'name': 'network-vif-deleted', 'tag': 'dfbb4818-f139-4930-bab8-7b8c336b1222'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:15:33.345099 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-85528ea6-7f8d-490c-8d6e-d5e1a360c157 req-24852224-a189-408a-a1ab-362c7b193255 tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.75 "DELETE /v2.0/ports/dfbb4818-f139-4930-bab8-7b8c336b1222 HTTP/1.1" status: 204 len: 173 time: 0.9560688 Apr 19 19:15:33.358024 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d2e74782-61f2-48f2-8ef5-fb8b89b8c221 req-5b17e8fb-2341-44c4-80d3-1058887e457e tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] 10.222.0.58 "GET /v2.0/security-groups?id=24c8d2bd-c115-48b4-845e-0eb46e84231b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661576 Apr 19 19:15:33.367777 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623e1767-cde0-433a-b661-66267af6ac8a', 'name': 'network-vif-deleted', 'tag': 'dfbb4818-f139-4930-bab8-7b8c336b1222', 'status': 'completed', 'code': 200} Apr 19 19:15:33.840916 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 47578) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:33.972825 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-697171b6-f08f-45ad-83bd-ab4b4939def9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:33.991245 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-697171b6-f08f-45ad-83bd-ab4b4939def9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:15:33.996116 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-697171b6-f08f-45ad-83bd-ab4b4939def9 admin admin] Usage tracker for resource:security_group_rule and tenant:bbd88bf38ef54805a438c2a1df4b42c9 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:15:33.999211 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-697171b6-f08f-45ad-83bd-ab4b4939def9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:15:34.005756 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-697171b6-f08f-45ad-83bd-ab4b4939def9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:15:34.093555 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-697171b6-f08f-45ad-83bd-ab4b4939def9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:34.096906 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-697171b6-f08f-45ad-83bd-ab4b4939def9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:34.109754 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-61162f8b-b86f-4461-b69b-b98a9ca41731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:34.153177 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-697171b6-f08f-45ad-83bd-ab4b4939def9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bbd88bf38ef54805a438c2a1df4b42c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110981 Apr 19 19:15:34.156176 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 47586) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:34.157650 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697171b6-f08f-45ad-83bd-ab4b4939def9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33206cc6-5b87-4965-a6d2-ff08f75f40e6,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:34.161047 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-697171b6-f08f-45ad-83bd-ab4b4939def9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:34.225343 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c09a280-cd07-48a1-9998-eb46eb874435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:34.257734 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c09a280-cd07-48a1-9998-eb46eb874435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:34.301200 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c09a280-cd07-48a1-9998-eb46eb874435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:34.306185 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3ae236e4-82ba-4124-908e-39c71f6eaadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:34.319142 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09a280-cd07-48a1-9998-eb46eb874435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33206cc6-5b87-4965-a6d2-ff08f75f40e6,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:34.322229 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5c09a280-cd07-48a1-9998-eb46eb874435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:34.324374 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c09a280-cd07-48a1-9998-eb46eb874435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:34.325582 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-5c09a280-cd07-48a1-9998-eb46eb874435 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/33206cc6-5b87-4965-a6d2-ff08f75f40e6 HTTP/1.1" status: 204 len: 168 time: 0.1683421 Apr 19 19:15:35.313567 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 47660) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:35.529465 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 47666) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:35.668917 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0bda5f1a-9934-4a91-abb1-61d2f6aba187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:35.700788 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0bda5f1a-9934-4a91-abb1-61d2f6aba187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:15:35.708674 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0bda5f1a-9934-4a91-abb1-61d2f6aba187 admin admin] Usage tracker for resource:security_group_rule and tenant:7d1a7ec3701b4487bf480c2aa935b2c8 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:15:35.714510 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0bda5f1a-9934-4a91-abb1-61d2f6aba187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:15:35.726990 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0bda5f1a-9934-4a91-abb1-61d2f6aba187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:15:35.753402 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device dfbb4818-f139-4930-bab8-7b8c336b1222 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:15:35.802627 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] No Port match for: dfbb4818-f139-4930-bab8-7b8c336b1222 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:15:35.802627 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device dfbb4818-f139-4930-bab8-7b8c336b1222 not bound to the agent host hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:15:35.839747 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0bda5f1a-9934-4a91-abb1-61d2f6aba187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:35.842820 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0bda5f1a-9934-4a91-abb1-61d2f6aba187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:35.853992 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ce146932-4940-4ffc-82cc-e98810e521df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:35.897587 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-0bda5f1a-9934-4a91-abb1-61d2f6aba187 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d1a7ec3701b4487bf480c2aa935b2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667967 Apr 19 19:15:35.900740 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 47672) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:35.902075 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda5f1a-9934-4a91-abb1-61d2f6aba187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164f7c2a-21bf-45b4-9319-5f397e15578b,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:35.905340 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0bda5f1a-9934-4a91-abb1-61d2f6aba187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:36.066913 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8789c19d-2292-467a-9b54-2a86194caa7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:36.110115 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8789c19d-2292-467a-9b54-2a86194caa7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:36.179982 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8789c19d-2292-467a-9b54-2a86194caa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:36.185431 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-03bc5794-8f83-43b2-858d-baefed814a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:36.237854 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789c19d-2292-467a-9b54-2a86194caa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164f7c2a-21bf-45b4-9319-5f397e15578b,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:36.243495 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8789c19d-2292-467a-9b54-2a86194caa7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:36.253733 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8789c19d-2292-467a-9b54-2a86194caa7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:36.255514 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-8789c19d-2292-467a-9b54-2a86194caa7f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/164f7c2a-21bf-45b4-9319-5f397e15578b HTTP/1.1" status: 204 len: 168 time: 0.3532069 Apr 19 19:15:36.282396 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-841ec7ad-1889-4f5a-938a-2d01fe097bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854113638'] for router_interface, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:36.709181 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-841ec7ad-1889-4f5a-938a-2d01fe097bca admin admin] Deleting port 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:15:36.709735 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-841ec7ad-1889-4f5a-938a-2d01fe097bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:36.910384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-841ec7ad-1889-4f5a-938a-2d01fe097bca admin admin] For port 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c,segment=NetworkSegment(6700551c-4caf-45cf-8732-aec914329e91),segment_id=6700551c-4caf-45cf-8732-aec914329e91)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:15:36.910805 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-841ec7ad-1889-4f5a-938a-2d01fe097bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:37.046999 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-841ec7ad-1889-4f5a-938a-2d01fe097bca admin admin] Calling delete_port for 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c owned by network:router_interface {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:15:37.373352 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-841ec7ad-1889-4f5a-938a-2d01fe097bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:37.377262 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-11c3adbd-8952-4c69-a815-1240af0b66b9 tempest-AttachVolumeNegativeTest-1056066589 tempest-AttachVolumeNegativeTest-1056066589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:37.425606 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ec7ad-1889-4f5a-938a-2d01fe097bca admin admin] Pushing event deleted for resources: {'Port': ['ID=96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:37.429302 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-841ec7ad-1889-4f5a-938a-2d01fe097bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:37.721518 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-841ec7ad-1889-4f5a-938a-2d01fe097bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854113564'] for router_interface, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:37.830914 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d0170e11-1ca6-4be9-86e2-709975e9aa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:38.107259 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841ec7ad-1889-4f5a-938a-2d01fe097bca admin admin] Router 450cf251-06b8-4342-97fc-a7c0c92d568c has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:15:38.539768 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841ec7ad-1889-4f5a-938a-2d01fe097bca admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:15:38.549305 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09bccfb-3e89-44bf-a6fe-aabbdbd0ffcc None None] Sync routers for ids ['450cf251-06b8-4342-97fc-a7c0c92d568c'] in dv-cinder-786932-1-smb {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:15:38.553208 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-841ec7ad-1889-4f5a-938a-2d01fe097bca admin admin] 10.222.0.58 "PUT /v2.0/routers/450cf251-06b8-4342-97fc-a7c0c92d568c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2382746 Apr 19 19:15:38.555843 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 47688) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:38.560552 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09bccfb-3e89-44bf-a6fe-aabbdbd0ffcc None None] Routers {'450cf251-06b8-4342-97fc-a7c0c92d568c'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:15:38.561241 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a09bccfb-3e89-44bf-a6fe-aabbdbd0ffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:15:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['450cf251-06b8-4342-97fc-a7c0c92d568c'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:38.759435 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-a09bccfb-3e89-44bf-a6fe-aabbdbd0ffcc None None] Set router 450cf251-06b8-4342-97fc-a7c0c92d568c gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:15:38.760324 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8db65308-8e90-4c96-a344-c04ccdcd9b92 admin admin] Notify callbacks [] for router, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:38.951217 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8db65308-8e90-4c96-a344-c04ccdcd9b92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:38.960536 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-8db65308-8e90-4c96-a344-c04ccdcd9b92 admin admin] Deleting port c18c5da5-99ec-415e-834e-3569b1538827 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:15:38.960908 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8db65308-8e90-4c96-a344-c04ccdcd9b92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:39.073874 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a09bccfb-3e89-44bf-a6fe-aabbdbd0ffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'name': 'tempest-TestMinimumBasicScenario-1031061492-router', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227'}], 'enable_snat': True}, 'gw_port_id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:07Z', 'updated_at': '2021-04-19T19:15:37Z', 'revision_number': 5, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'gw_port': {'id': 'c18c5da5-99ec-415e-834e-3569b1538827', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:08Z', 'updated_at': '2021-04-19T19:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:39.078070 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09bccfb-3e89-44bf-a6fe-aabbdbd0ffcc None None] Checking router: 450cf251-06b8-4342-97fc-a7c0c92d568c for host: dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:15:39.087280 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09bccfb-3e89-44bf-a6fe-aabbdbd0ffcc None None] Routers {'450cf251-06b8-4342-97fc-a7c0c92d568c'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:15:39.087995 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a09bccfb-3e89-44bf-a6fe-aabbdbd0ffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:15:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['450cf251-06b8-4342-97fc-a7c0c92d568c'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:39.155913 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-8db65308-8e90-4c96-a344-c04ccdcd9b92 admin admin] For port c18c5da5-99ec-415e-834e-3569b1538827, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=c18c5da5-99ec-415e-834e-3569b1538827,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:15:39.156266 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8db65308-8e90-4c96-a344-c04ccdcd9b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:39.256407 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-a09bccfb-3e89-44bf-a6fe-aabbdbd0ffcc None None] Set router 450cf251-06b8-4342-97fc-a7c0c92d568c gateway port host: None {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:15:39.293026 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-8db65308-8e90-4c96-a344-c04ccdcd9b92 admin admin] Calling delete_port for c18c5da5-99ec-415e-834e-3569b1538827 owned by network:router_gateway {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:15:39.372078 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a09bccfb-3e89-44bf-a6fe-aabbdbd0ffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'name': 'tempest-TestMinimumBasicScenario-1031061492-router', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:07Z', 'updated_at': '2021-04-19T19:15:38Z', 'revision_number': 6, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'gw_port_host': None}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:39.376601 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09bccfb-3e89-44bf-a6fe-aabbdbd0ffcc None None] The sync data for ids ['450cf251-06b8-4342-97fc-a7c0c92d568c'] in dv-cinder-786932-1-smb is: [{'id': '450cf251-06b8-4342-97fc-a7c0c92d568c', 'name': 'tempest-TestMinimumBasicScenario-1031061492-router', 'tenant_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:07Z', 'updated_at': '2021-04-19T19:15:38Z', 'revision_number': 6, 'project_id': '78d3b173fc2f4041ac6437d9f6370d8c', 'gw_port_host': None}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:15:39.398889 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:15:39.478038 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8db65308-8e90-4c96-a344-c04ccdcd9b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:39.484125 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-03a63b7d-937c-40c5-9136-00fe6a14cb58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:39.532584 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db65308-8e90-4c96-a344-c04ccdcd9b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18c5da5-99ec-415e-834e-3569b1538827,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:39.569921 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8db65308-8e90-4c96-a344-c04ccdcd9b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:39.639798 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8db65308-8e90-4c96-a344-c04ccdcd9b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681829'] for router_gateway, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:39.841577 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8db65308-8e90-4c96-a344-c04ccdcd9b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775007'] for router, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:39.844232 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8db65308-8e90-4c96-a344-c04ccdcd9b92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:39.941571 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8db65308-8e90-4c96-a344-c04ccdcd9b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854112387'] for router, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:39.942307 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db65308-8e90-4c96-a344-c04ccdcd9b92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 450cf251-06b8-4342-97fc-a7c0c92d568c {{(pid=86367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 19:15:39.956779 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8db65308-8e90-4c96-a344-c04ccdcd9b92 admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:39.959357 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-8db65308-8e90-4c96-a344-c04ccdcd9b92 admin admin] 10.222.0.58 "DELETE /v2.0/routers/450cf251-06b8-4342-97fc-a7c0c92d568c HTTP/1.1" status: 204 len: 168 time: 1.4018190 Apr 19 19:15:39.961697 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 47698) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:40.035645 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc76342-fd4a-4729-b221-a76c2c9b19a2 admin admin] Deleting subnet 6be0fbdb-bb53-4f68-8b76-65bf0472340f {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:15:40.040532 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9cc76342-fd4a-4729-b221-a76c2c9b19a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:40.097488 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9cc76342-fd4a-4729-b221-a76c2c9b19a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1600776'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:40.228014 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9cc76342-fd4a-4729-b221-a76c2c9b19a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070052'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:40.355198 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd5169a6-ce90-4a70-bb8e-bb03a0d5ff61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:40.495178 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9cc76342-fd4a-4729-b221-a76c2c9b19a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850705764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036792642332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036793590110'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:40.508165 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-44c54a7b-8b93-4645-a0a9-de36baa08950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:40.545785 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb66fb6-3a32-4460-8fbb-e14770dec4a4 None None] Network f7e89038-5b58-4767-958b-65cc94d73867 requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:15:40.546901 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9cc76342-fd4a-4729-b221-a76c2c9b19a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:40.551253 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc76342-fd4a-4729-b221-a76c2c9b19a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6be0fbdb-bb53-4f68-8b76-65bf0472340f,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:40.554547 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9cc76342-fd4a-4729-b221-a76c2c9b19a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:40.558116 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-9cc76342-fd4a-4729-b221-a76c2c9b19a2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6be0fbdb-bb53-4f68-8b76-65bf0472340f HTTP/1.1" status: 204 len: 168 time: 0.5952518 Apr 19 19:15:40.560660 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 47704) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:40.680554 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3959784'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:40.691708 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] Deleting port a04a2032-d6d7-40cf-88e6-098a1fe75667 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:15:40.692164 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:40.816635 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4878b72d-11d9-45d2-bb9c-1938e1c54174 None None] DHCP port deletion for f7e89038-5b58-4767-958b-65cc94d73867 request from dv-cinder-786932-1-smb {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 19:15:40.821409 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-4878b72d-11d9-45d2-bb9c-1938e1c54174 None None] Deleting port a04a2032-d6d7-40cf-88e6-098a1fe75667 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:15:40.821763 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4878b72d-11d9-45d2-bb9c-1938e1c54174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:40.926179 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] For port a04a2032-d6d7-40cf-88e6-098a1fe75667, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=a04a2032-d6d7-40cf-88e6-098a1fe75667,segment=NetworkSegment(6700551c-4caf-45cf-8732-aec914329e91),segment_id=6700551c-4caf-45cf-8732-aec914329e91)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:15:40.927450 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:41.054856 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-4878b72d-11d9-45d2-bb9c-1938e1c54174 None None] For port a04a2032-d6d7-40cf-88e6-098a1fe75667, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=a04a2032-d6d7-40cf-88e6-098a1fe75667,segment=NetworkSegment(6700551c-4caf-45cf-8732-aec914329e91),segment_id=6700551c-4caf-45cf-8732-aec914329e91)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:15:41.055239 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4878b72d-11d9-45d2-bb9c-1938e1c54174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:41.065446 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] Calling delete_port for a04a2032-d6d7-40cf-88e6-098a1fe75667 owned by network:dhcp {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:15:41.193280 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-4878b72d-11d9-45d2-bb9c-1938e1c54174 None None] Calling delete_port for a04a2032-d6d7-40cf-88e6-098a1fe75667 owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:15:41.225113 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device c18c5da5-99ec-415e-834e-3569b1538827 no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:15:41.275946 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No Port match for: c18c5da5-99ec-415e-834e-3569b1538827 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:15:41.276340 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device c18c5da5-99ec-415e-834e-3569b1538827 not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:15:41.276818 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:15:41.335255 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No Port match for: 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:15:41.335620 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 96f9a0ca-19ee-48e3-85a4-1795c8e8fc8c not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:15:41.336154 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device a04a2032-d6d7-40cf-88e6-098a1fe75667 no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:15:41.377910 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:41.387927 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a2658335-0320-4796-8d6b-88c2dc0785fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:41.426276 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] No DVR routers for this DVR port a04a2032-d6d7-40cf-88e6-098a1fe75667 on host dv-cinder-786932-1-smb {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:15:41.456657 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:41.460050 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] Pushing event deleted for resources: {'Port': ['ID=a04a2032-d6d7-40cf-88e6-098a1fe75667,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:41.465016 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:41.495174 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.db.api [None req-4878b72d-11d9-45d2-bb9c-1938e1c54174 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 19:15:41.495581 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_db.api [None req-4878b72d-11d9-45d2-bb9c-1938e1c54174 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 19:15:41.496291 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No active binding found for port a04a2032-d6d7-40cf-88e6-098a1fe75667 {{(pid=86368) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 19 19:15:41.496740 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device a04a2032-d6d7-40cf-88e6-098a1fe75667 not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:15:41.560754 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:41.561224 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850705679', 'neutron.services.segments.db._delete_segments_for_network-8745729553011'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:41.694327 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e89038-5b58-4767-958b-65cc94d73867']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:41.711164 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6700551c-4caf-45cf-8732-aec914329e91') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:41.711492 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6700551c-4caf-45cf-8732-aec914329e91') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:41.725390 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:41.727502 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291125193315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853175040'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:41.747970 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:41.758150 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:15:41.977680 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] Network f7e89038-5b58-4767-958b-65cc94d73867 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:15:41.988532 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4065973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62134087'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:41.996949 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-4878b72d-11d9-45d2-bb9c-1938e1c54174 None None] Deleting port a04a2032-d6d7-40cf-88e6-098a1fe75667 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:15:41.997565 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4878b72d-11d9-45d2-bb9c-1938e1c54174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:42.201393 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] Network f7e89038-5b58-4767-958b-65cc94d73867 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: Traceback (most recent call last): Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: timer() Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: cb(*args, **kw) Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: return func(*args, **kwargs) Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: self._notify() Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: self.callback(batched_events) Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: event.method(event) Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: segment_id)['aggregates'][0] Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: return f(self, *a, **k) Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: return self._get(url).json() Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: **kwargs) Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: return self.request(url, 'GET', **kwargs) Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: **endpoint_filter) Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:15:42.228079 dv-cinder-786932-1-smb neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:15:42.280000 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-4878b72d-11d9-45d2-bb9c-1938e1c54174 None None] The port 'a04a2032-d6d7-40cf-88e6-098a1fe75667' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 19:15:42.314781 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658050'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:42.318582 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:42.336028 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:42.342568 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e89038-5b58-4767-958b-65cc94d73867,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:42.347412 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:42.359995 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b597db45-5db7-4a03-b776-92fed9c88319 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f7e89038-5b58-4767-958b-65cc94d73867 HTTP/1.1" status: 204 len: 168 time: 1.7982457 Apr 19 19:15:42.363041 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 47714) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:42.714899 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:42.971786 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-969e1231-2ce8-4563-a443-50e5b55ef887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854113638'] for router_interface, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:43.358441 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-969e1231-2ce8-4563-a443-50e5b55ef887 admin admin] Deleting port 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:15:43.359065 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-969e1231-2ce8-4563-a443-50e5b55ef887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:43.554600 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-969e1231-2ce8-4563-a443-50e5b55ef887 admin admin] For port 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2,segment=NetworkSegment(8411b872-edff-49ac-9837-0a134f59464e),segment_id=8411b872-edff-49ac-9837-0a134f59464e)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:15:43.554904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-969e1231-2ce8-4563-a443-50e5b55ef887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:43.734693 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-969e1231-2ce8-4563-a443-50e5b55ef887 admin admin] Calling delete_port for 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 owned by network:router_interface {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:15:43.930444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-969e1231-2ce8-4563-a443-50e5b55ef887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:43.936023 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b1697e17-4b08-40fc-97a4-a5705e41ed2c tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:43.988528 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e1231-2ce8-4563-a443-50e5b55ef887 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:43.992088 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-969e1231-2ce8-4563-a443-50e5b55ef887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:44.291434 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-969e1231-2ce8-4563-a443-50e5b55ef887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854113564'] for router_interface, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:44.944579 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969e1231-2ce8-4563-a443-50e5b55ef887 admin admin] Router 34080041-0946-4715-9e6d-76f39502b899 has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:15:45.156950 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969e1231-2ce8-4563-a443-50e5b55ef887 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:15:45.167440 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4a9ae5-ea30-483e-aa2d-5912db99c6e3 None None] Sync routers for ids ['34080041-0946-4715-9e6d-76f39502b899'] in dv-cinder-786932-1-smb {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:15:45.171720 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 47726) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:45.172005 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-969e1231-2ce8-4563-a443-50e5b55ef887 admin admin] 10.222.0.58 "PUT /v2.0/routers/34080041-0946-4715-9e6d-76f39502b899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8077674 Apr 19 19:15:45.180898 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a9ae5-ea30-483e-aa2d-5912db99c6e3 None None] Routers {'34080041-0946-4715-9e6d-76f39502b899'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:15:45.181593 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-df4a9ae5-ea30-483e-aa2d-5912db99c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:15:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['34080041-0946-4715-9e6d-76f39502b899'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:45.524541 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-310561f8-5dc6-4389-b10d-4b59a53a84c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:45.569286 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-df4a9ae5-ea30-483e-aa2d-5912db99c6e3 None None] Set router 34080041-0946-4715-9e6d-76f39502b899 gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:15:45.739906 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-310561f8-5dc6-4389-b10d-4b59a53a84c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:45.749518 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-310561f8-5dc6-4389-b10d-4b59a53a84c8 admin admin] Deleting port c651531c-55b3-4e1f-a4e7-e3b564156aec {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:15:45.749900 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-310561f8-5dc6-4389-b10d-4b59a53a84c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:45.899222 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-df4a9ae5-ea30-483e-aa2d-5912db99c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34080041-0946-4715-9e6d-76f39502b899', 'name': 'tempest-TestMinimumBasicScenario-398890526-router', 'tenant_id': '61252766eaef4c4d8683f0f780c5a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'c651531c-55b3-4e1f-a4e7-e3b564156aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:22Z', 'updated_at': '2021-04-19T19:15:43Z', 'revision_number': 5, 'project_id': '61252766eaef4c4d8683f0f780c5a0f7', 'gw_port': {'id': 'c651531c-55b3-4e1f-a4e7-e3b564156aec', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34080041-0946-4715-9e6d-76f39502b899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:23Z', 'updated_at': '2021-04-19T19:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:45.903550 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4a9ae5-ea30-483e-aa2d-5912db99c6e3 None None] Checking router: 34080041-0946-4715-9e6d-76f39502b899 for host: dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:15:45.912949 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a9ae5-ea30-483e-aa2d-5912db99c6e3 None None] Routers {'34080041-0946-4715-9e6d-76f39502b899'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:15:45.913634 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-df4a9ae5-ea30-483e-aa2d-5912db99c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:15:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['34080041-0946-4715-9e6d-76f39502b899'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:45.946137 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-310561f8-5dc6-4389-b10d-4b59a53a84c8 admin admin] For port c651531c-55b3-4e1f-a4e7-e3b564156aec, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=c651531c-55b3-4e1f-a4e7-e3b564156aec,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:15:45.946786 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-310561f8-5dc6-4389-b10d-4b59a53a84c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:46.090832 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-310561f8-5dc6-4389-b10d-4b59a53a84c8 admin admin] Calling delete_port for c651531c-55b3-4e1f-a4e7-e3b564156aec owned by network:router_gateway {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:15:46.179766 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-df4a9ae5-ea30-483e-aa2d-5912db99c6e3 None None] Set router 34080041-0946-4715-9e6d-76f39502b899 gateway port host: None {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:15:46.274525 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-310561f8-5dc6-4389-b10d-4b59a53a84c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:46.279596 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c2618d5a-5931-4a19-8b9f-9e8a75e0b1c9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:46.365118 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310561f8-5dc6-4389-b10d-4b59a53a84c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c651531c-55b3-4e1f-a4e7-e3b564156aec,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:46.367797 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-310561f8-5dc6-4389-b10d-4b59a53a84c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:46.396241 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-df4a9ae5-ea30-483e-aa2d-5912db99c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34080041-0946-4715-9e6d-76f39502b899', 'name': 'tempest-TestMinimumBasicScenario-398890526-router', 'tenant_id': '61252766eaef4c4d8683f0f780c5a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:22Z', 'updated_at': '2021-04-19T19:15:45Z', 'revision_number': 6, 'project_id': '61252766eaef4c4d8683f0f780c5a0f7', 'gw_port_host': None}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:46.401408 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4a9ae5-ea30-483e-aa2d-5912db99c6e3 None None] The sync data for ids ['34080041-0946-4715-9e6d-76f39502b899'] in dv-cinder-786932-1-smb is: [{'id': '34080041-0946-4715-9e6d-76f39502b899', 'name': 'tempest-TestMinimumBasicScenario-398890526-router', 'tenant_id': '61252766eaef4c4d8683f0f780c5a0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:22Z', 'updated_at': '2021-04-19T19:15:45Z', 'revision_number': 6, 'project_id': '61252766eaef4c4d8683f0f780c5a0f7', 'gw_port_host': None}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:15:46.438155 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-310561f8-5dc6-4389-b10d-4b59a53a84c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681829'] for router_gateway, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:46.661895 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-310561f8-5dc6-4389-b10d-4b59a53a84c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775007'] for router, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:46.666184 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-310561f8-5dc6-4389-b10d-4b59a53a84c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:46.700673 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-310561f8-5dc6-4389-b10d-4b59a53a84c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854112387'] for router, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:46.701683 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310561f8-5dc6-4389-b10d-4b59a53a84c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34080041-0946-4715-9e6d-76f39502b899 {{(pid=86366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 19:15:46.730011 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-310561f8-5dc6-4389-b10d-4b59a53a84c8 admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:46.731267 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-310561f8-5dc6-4389-b10d-4b59a53a84c8 admin admin] 10.222.0.58 "DELETE /v2.0/routers/34080041-0946-4715-9e6d-76f39502b899 HTTP/1.1" status: 204 len: 168 time: 1.5579941 Apr 19 19:15:46.734604 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 47738) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:46.804144 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a052655-a9d4-4128-b764-9b9127679df8 admin admin] Deleting subnet 0987bd1a-c927-4f84-900c-9cb16fd6d8be {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:15:46.807333 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3a052655-a9d4-4128-b764-9b9127679df8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:46.860559 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3a052655-a9d4-4128-b764-9b9127679df8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793290365'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:47.000783 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3a052655-a9d4-4128-b764-9b9127679df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070052'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:47.207177 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:15:47.248866 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No Port match for: 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:15:47.249352 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 7cf1b4a1-477d-4b6d-b57c-6f89a8c0b6c2 not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:15:47.249748 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device c651531c-55b3-4e1f-a4e7-e3b564156aec no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:15:47.290167 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No Port match for: c651531c-55b3-4e1f-a4e7-e3b564156aec {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:15:47.290559 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device c651531c-55b3-4e1f-a4e7-e3b564156aec not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:15:47.525178 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3a052655-a9d4-4128-b764-9b9127679df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850705764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61803322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60833484'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:47.530603 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:47.568469 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a052655-a9d4-4128-b764-9b9127679df8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0987bd1a-c927-4f84-900c-9cb16fd6d8be,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:47.571829 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3a052655-a9d4-4128-b764-9b9127679df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:47.572922 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3a052655-a9d4-4128-b764-9b9127679df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:47.579591 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602727dd-f8ba-4cfa-b34d-00de2f964190 None None] Network 816d9498-44cf-4952-aa2b-b305975d44fe requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:15:47.579777 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-3a052655-a9d4-4128-b764-9b9127679df8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0987bd1a-c927-4f84-900c-9cb16fd6d8be HTTP/1.1" status: 204 len: 168 time: 0.8439863 Apr 19 19:15:47.582882 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 47744) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:47.841451 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3959784'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:47.869416 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Deleting port 23305093-3f9a-4b8c-a685-710c21d9d0e8 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:15:47.870078 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:47.981083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ffd1bf-ffe4-412f-a1b3-52fb58c46f19 None None] DHCP port deletion for 816d9498-44cf-4952-aa2b-b305975d44fe request from dv-cinder-786932-1-smb {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 19:15:47.986218 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-29ffd1bf-ffe4-412f-a1b3-52fb58c46f19 None None] Deleting port 23305093-3f9a-4b8c-a685-710c21d9d0e8 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:15:47.986618 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-29ffd1bf-ffe4-412f-a1b3-52fb58c46f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:48.143403 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] For port 23305093-3f9a-4b8c-a685-710c21d9d0e8, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=23305093-3f9a-4b8c-a685-710c21d9d0e8,segment=NetworkSegment(8411b872-edff-49ac-9837-0a134f59464e),segment_id=8411b872-edff-49ac-9837-0a134f59464e)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:15:48.144239 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:48.271009 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-29ffd1bf-ffe4-412f-a1b3-52fb58c46f19 None None] For port 23305093-3f9a-4b8c-a685-710c21d9d0e8, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=23305093-3f9a-4b8c-a685-710c21d9d0e8,segment=NetworkSegment(8411b872-edff-49ac-9837-0a134f59464e),segment_id=8411b872-edff-49ac-9837-0a134f59464e)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:15:48.271390 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-29ffd1bf-ffe4-412f-a1b3-52fb58c46f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:48.361472 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Calling delete_port for 23305093-3f9a-4b8c-a685-710c21d9d0e8 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:15:48.419358 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-29ffd1bf-ffe4-412f-a1b3-52fb58c46f19 None None] Calling delete_port for 23305093-3f9a-4b8c-a685-710c21d9d0e8 owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:15:48.448156 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:48.458628 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-68742e95-47b3-4caf-a5e8-48eb8d8c0d3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:48.507290 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.db.api [None req-29ffd1bf-ffe4-412f-a1b3-52fb58c46f19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 19:15:48.507789 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_db.api [None req-29ffd1bf-ffe4-412f-a1b3-52fb58c46f19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 19:15:48.512344 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] No DVR routers for this DVR port 23305093-3f9a-4b8c-a685-710c21d9d0e8 on host dv-cinder-786932-1-smb {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:15:48.546970 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=23305093-3f9a-4b8c-a685-710c21d9d0e8,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:48.550586 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:48.654801 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850705679', 'neutron.services.segments.db._delete_segments_for_network-8745729553011'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:48.787579 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816d9498-44cf-4952-aa2b-b305975d44fe']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:48.802083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8411b872-edff-49ac-9837-0a134f59464e') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:48.802465 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8411b872-edff-49ac-9837-0a134f59464e') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:15:48.815071 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291125193315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61485451'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:48.832135 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:48.839231 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:15:49.009624 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-29ffd1bf-ffe4-412f-a1b3-52fb58c46f19 None None] Deleting port 23305093-3f9a-4b8c-a685-710c21d9d0e8 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:15:49.010323 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-29ffd1bf-ffe4-412f-a1b3-52fb58c46f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:49.030538 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Network 816d9498-44cf-4952-aa2b-b305975d44fe has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:15:49.041532 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4065973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036792973159'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:49.121767 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-29ffd1bf-ffe4-412f-a1b3-52fb58c46f19 None None] The port '23305093-3f9a-4b8c-a685-710c21d9d0e8' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 19:15:49.204330 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 23305093-3f9a-4b8c-a685-710c21d9d0e8 no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:15:49.246252 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No Port match for: 23305093-3f9a-4b8c-a685-710c21d9d0e8 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:15:49.246560 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 23305093-3f9a-4b8c-a685-710c21d9d0e8 not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:15:49.260709 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Network 816d9498-44cf-4952-aa2b-b305975d44fe has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: Traceback (most recent call last): Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: timer() Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: cb(*args, **kw) Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: return func(*args, **kwargs) Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: self._notify() Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: self.callback(batched_events) Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: event.method(event) Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: segment_id)['aggregates'][0] Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: return f(self, *a, **k) Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: return self._get(url).json() Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: **kwargs) Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: return self.request(url, 'GET', **kwargs) Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: **endpoint_filter) Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:15:49.285730 dv-cinder-786932-1-smb neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:15:49.375222 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658050'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:49.380471 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1df55776-6873-414a-864c-167f23cca375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:49.398742 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:49.408781 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Pushing event deleted for resources: {'Network': ['ID=816d9498-44cf-4952-aa2b-b305975d44fe,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:49.413318 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:49.415293 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] 10.222.0.58 "DELETE /v2.0/networks/816d9498-44cf-4952-aa2b-b305975d44fe HTTP/1.1" status: 204 len: 168 time: 1.8271177 Apr 19 19:15:49.620614 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 47764) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:49.683115 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c64540d3-eebf-4f3d-8096-40be92f17137 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=78d3b173fc2f4041ac6437d9f6370d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587516 Apr 19 19:15:49.683494 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 47770) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:49.751216 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-26e620e5-df45-4aba-9d51-c73831553a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:49.779324 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-26e620e5-df45-4aba-9d51-c73831553a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:49.825939 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-26e620e5-df45-4aba-9d51-c73831553a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:49.831105 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1009e2b0-9104-4735-8058-4d26bc514c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:49.845930 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e620e5-df45-4aba-9d51-c73831553a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c8d2bd-c115-48b4-845e-0eb46e84231b,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:49.848552 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-26e620e5-df45-4aba-9d51-c73831553a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:49.855172 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-26e620e5-df45-4aba-9d51-c73831553a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:49.856460 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-26e620e5-df45-4aba-9d51-c73831553a39 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/24c8d2bd-c115-48b4-845e-0eb46e84231b HTTP/1.1" status: 204 len: 168 time: 0.1718504 Apr 19 19:15:50.233066 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 47782) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:50.289630 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-8e1a8ba4-27b5-4496-a19f-5704059061c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=61252766eaef4c4d8683f0f780c5a0f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550981 Apr 19 19:15:50.292301 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 47786) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:15:50.360549 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6023ee1d-62ce-4001-ad20-b37863227e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:50.389267 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6023ee1d-62ce-4001-ad20-b37863227e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:50.434448 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6023ee1d-62ce-4001-ad20-b37863227e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:50.439536 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9dc13cd6-4943-444c-b6bb-2994e9613b8a tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:15:50.453413 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023ee1d-62ce-4001-ad20-b37863227e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc08a49-56fb-4a28-bb43-34cb293df8ca,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:15:50.456076 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6023ee1d-62ce-4001-ad20-b37863227e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:15:50.460031 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6023ee1d-62ce-4001-ad20-b37863227e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:15:50.463773 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-6023ee1d-62ce-4001-ad20-b37863227e9b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dbc08a49-56fb-4a28-bb43-34cb293df8ca HTTP/1.1" status: 204 len: 168 time: 0.1679621 Apr 19 19:15:50.994242 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189348d3-edf5-411b-8fb8-37be6918d577 req-81c78a3e-eccc-4008-ac35-6fae71fcf4e3 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:50.995861 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-189348d3-edf5-411b-8fb8-37be6918d577 req-81c78a3e-eccc-4008-ac35-6fae71fcf4e3 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.0925133 Apr 19 19:15:51.047445 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-189348d3-edf5-411b-8fb8-37be6918d577 req-b0fa753d-20c2-4a00-a223-472e64d77d27 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448537 Apr 19 19:15:52.264335 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546e5c0-cc68-455a-90e2-646b63d64e4f req-c22f86bf-601d-4d11-b8ee-2b083c626ca8 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:52.266019 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3546e5c0-cc68-455a-90e2-646b63d64e4f req-c22f86bf-601d-4d11-b8ee-2b083c626ca8 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.0964994 Apr 19 19:15:52.317893 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-3546e5c0-cc68-455a-90e2-646b63d64e4f req-6c084de9-0a0d-495a-9b62-868a8e0e3d88 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445549 Apr 19 19:15:53.535176 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a13df-6b91-4ccb-b947-cb1c60d6bcb5 req-8365e84c-14a4-4478-b0a7-e9f39ad92a69 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:53.537089 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-747a13df-6b91-4ccb-b947-cb1c60d6bcb5 req-8365e84c-14a4-4478-b0a7-e9f39ad92a69 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.0951769 Apr 19 19:15:53.597897 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-747a13df-6b91-4ccb-b947-cb1c60d6bcb5 req-90b67e3b-b10d-4427-9dd9-f95bb576132f tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540950 Apr 19 19:15:54.816691 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdad9a5-3b41-4125-a922-1174e5a0c4da req-fe7e70ed-a180-47b1-b56d-f3d7f513b5ae tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:54.818876 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-afdad9a5-3b41-4125-a922-1174e5a0c4da req-fe7e70ed-a180-47b1-b56d-f3d7f513b5ae tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.0936873 Apr 19 19:15:54.870574 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-afdad9a5-3b41-4125-a922-1174e5a0c4da req-cabedf54-700b-4bea-a062-7a6c472da0b2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449438 Apr 19 19:15:56.087158 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263aa2ed-4dbd-4656-8f7d-b77bcc05a846 req-6ae1ebff-8313-43e1-807f-c9bdccaca4b0 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:56.088767 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-263aa2ed-4dbd-4656-8f7d-b77bcc05a846 req-6ae1ebff-8313-43e1-807f-c9bdccaca4b0 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.0969388 Apr 19 19:15:56.138818 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-263aa2ed-4dbd-4656-8f7d-b77bcc05a846 req-b7f810cf-f7e1-41fa-a8a6-4f55be5830ca tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430152 Apr 19 19:15:57.355112 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c6ed0-8bcb-4350-a663-e3c550c3e59a req-8f0bb9db-4755-45cb-a3ca-533ed07bc20d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:57.359272 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5f3c6ed0-8bcb-4350-a663-e3c550c3e59a req-8f0bb9db-4755-45cb-a3ca-533ed07bc20d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.0981753 Apr 19 19:15:57.412064 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5f3c6ed0-8bcb-4350-a663-e3c550c3e59a req-8e6a37aa-3f8e-4fb7-9fec-56a60b4aa0a0 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484998 Apr 19 19:15:58.631399 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f63a5-7524-4bae-9fa7-e6dfcfbd43bd req-b504a2bd-21ac-43ef-b1f2-9cfd4ea244b2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:58.634244 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e80f63a5-7524-4bae-9fa7-e6dfcfbd43bd req-b504a2bd-21ac-43ef-b1f2-9cfd4ea244b2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.0979269 Apr 19 19:15:58.695903 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e80f63a5-7524-4bae-9fa7-e6dfcfbd43bd req-91768cf9-2d40-4e0a-9165-2a8d6a7a91d0 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446470 Apr 19 19:15:59.908405 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48054a8d-05f6-4aab-b958-3b8716e0d6d6 req-6ed026a0-3323-4403-8e89-ecbfbe439eb6 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:15:59.909886 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-48054a8d-05f6-4aab-b958-3b8716e0d6d6 req-6ed026a0-3323-4403-8e89-ecbfbe439eb6 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.0942967 Apr 19 19:15:59.959715 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-48054a8d-05f6-4aab-b958-3b8716e0d6d6 req-971caf73-1838-4966-a9e1-4011b47a2775 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425920 Apr 19 19:16:01.173181 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac651df2-e5c6-4e56-a0ce-a5c4010a78c4 req-95251f23-bd2d-4af9-92f9-538384ea9ae9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:01.174786 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ac651df2-e5c6-4e56-a0ce-a5c4010a78c4 req-95251f23-bd2d-4af9-92f9-538384ea9ae9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.0904646 Apr 19 19:16:01.226237 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ac651df2-e5c6-4e56-a0ce-a5c4010a78c4 req-0af458d0-d49f-43a9-9ffc-7dd69416c818 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439942 Apr 19 19:16:01.917289 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:16:02.065480 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:16:02.080509 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'port_id': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887', 'mac_address': 'fa:16:3e:92:bf:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:16:02.140800 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:02.159359 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:16:02.176945 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:16:02.179788 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:02.182150 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:02.263317 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,revision_number=6']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:02.273083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:02.273356 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:02.274032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:02.274158 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:02.274471 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:02.274844 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:02.275220 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:02.275587 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:02.275979 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:02.276362 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:02.276730 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:02.277155 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:02.282378 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['13a5e18e-4297-4bfb-8c0e-ca5397fa0887'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:16:02.310030 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:02.443743 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebd9a1-aadb-48ce-a78c-c133c1132447 req-ae9ea8c3-baf0-432c-bd31-bc0c3077218e tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:02.445429 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-65ebd9a1-aadb-48ce-a78c-c133c1132447 req-ae9ea8c3-baf0-432c-bd31-bc0c3077218e tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 945 time: 0.0954854 Apr 19 19:16:02.495549 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-65ebd9a1-aadb-48ce-a78c-c133c1132447 req-a0848fad-88d6-48b1-8ab7-5a7ae35f8a7b tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435686 Apr 19 19:16:03.723131 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349c611-0624-4e93-be38-e3d566bc11b5 req-f59fd93c-4028-4bbf-9ea9-f5af00835c56 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:03.725054 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1349c611-0624-4e93-be38-e3d566bc11b5 req-f59fd93c-4028-4bbf-9ea9-f5af00835c56 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 945 time: 0.1020231 Apr 19 19:16:03.778608 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1349c611-0624-4e93-be38-e3d566bc11b5 req-b254de38-2bca-4cee-89e2-b6e7b5aad70f tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464833 Apr 19 19:16:03.916952 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:16:04.007288 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:16:04.007288 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:04.158817 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:04.194898 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:16:04.207202 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:16:04.212516 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:04.214533 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:04.314838 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,revision_number=7']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:04.318342 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:04.417547 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887', 'code': 200} Apr 19 19:16:05.032741 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a09afd-b040-4062-8abd-2bd6bcf4f992 req-f824b1c7-b0a4-4810-aa97-9ef2cc3f82b7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:05.037106 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-68a09afd-b040-4062-8abd-2bd6bcf4f992 req-f824b1c7-b0a4-4810-aa97-9ef2cc3f82b7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.1238854 Apr 19 19:16:05.098621 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-68a09afd-b040-4062-8abd-2bd6bcf4f992 req-79a4507f-0a21-47ea-9c89-a33f74453ac3 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539560 Apr 19 19:16:06.356578 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a2758-ac34-4312-a8f5-2cd78b9c53da req-26a8c158-5586-4361-a58a-cc37392e57b4 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:06.358553 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c67a2758-ac34-4312-a8f5-2cd78b9c53da req-26a8c158-5586-4361-a58a-cc37392e57b4 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.1099145 Apr 19 19:16:06.440523 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c67a2758-ac34-4312-a8f5-2cd78b9c53da req-d7be7dec-de86-4c38-9759-5a728d674200 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708904 Apr 19 19:16:07.713198 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b1918-668b-4c04-8ae5-c16bf6fbcb36 req-5faddf54-d92e-4cbe-9964-867c4a78500b tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:07.714990 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1b4b1918-668b-4c04-8ae5-c16bf6fbcb36 req-5faddf54-d92e-4cbe-9964-867c4a78500b tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.1256168 Apr 19 19:16:07.784435 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1b4b1918-668b-4c04-8ae5-c16bf6fbcb36 req-a4151f5a-3a45-4eb1-a8a7-72c85675aead tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613904 Apr 19 19:16:07.838468 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a75f1ec-5e54-4c88-b05b-485d743b2625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:08.364717 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d2ec3-3a81-4719-8da6-5a7ed188c221 req-a1c51691-d71b-4702-8377-d16dcbc65522 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:08.373844 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-285d2ec3-3a81-4719-8da6-5a7ed188c221 req-a1c51691-d71b-4702-8377-d16dcbc65522 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.1413312 Apr 19 19:16:08.432693 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-285d2ec3-3a81-4719-8da6-5a7ed188c221 req-1d2ee141-e19d-49ab-bac4-874f3e36c037 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577672 Apr 19 19:16:09.058171 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5000d3-d855-4ef2-a6e2-f6c7fae51dfb req-d6c1ea68-db5e-4346-a1ff-cc8ff1328c63 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:09.067801 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1e5000d3-d855-4ef2-a6e2-f6c7fae51dfb req-d6c1ea68-db5e-4346-a1ff-cc8ff1328c63 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.1357639 Apr 19 19:16:09.124783 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1e5000d3-d855-4ef2-a6e2-f6c7fae51dfb req-b07c9fad-0dff-43b9-948e-d256e5ef0e97 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560076 Apr 19 19:16:09.691777 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68754049-b212-4555-b48a-6e4fcb81091f req-dc71e412-8303-4834-a22d-ca37869a84af tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:09.705848 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-68754049-b212-4555-b48a-6e4fcb81091f req-dc71e412-8303-4834-a22d-ca37869a84af tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.1444993 Apr 19 19:16:09.775693 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-68754049-b212-4555-b48a-6e4fcb81091f req-503af437-b85b-4484-83b6-c11fa11b88ad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630777 Apr 19 19:16:10.371543 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0da74342-25c5-42c1-877b-65949164edc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:10.460295 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb5d03-fc86-4c27-a2f4-0a0dfe2dea0e req-46f5af88-2171-4d55-ba5d-7da2f828aa06 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:10.461973 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-afeb5d03-fc86-4c27-a2f4-0a0dfe2dea0e req-46f5af88-2171-4d55-ba5d-7da2f828aa06 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.1404855 Apr 19 19:16:10.533783 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-afeb5d03-fc86-4c27-a2f4-0a0dfe2dea0e req-587f01ca-3bef-4d8c-bf4a-328f7710d16d tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634918 Apr 19 19:16:10.904039 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934077a-a960-4b46-bdff-e8faff9b4cff req-57e32b17-122e-4b9a-95dc-4d834707f2da tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:10.905960 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7934077a-a960-4b46-bdff-e8faff9b4cff req-57e32b17-122e-4b9a-95dc-4d834707f2da tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 946 time: 0.2218375 Apr 19 19:16:10.912161 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530bbba-e3b3-4dd5-9591-96139e5f306d req-2a9d2607-48ed-42c3-b8cf-1911000b226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:10.913737 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1530bbba-e3b3-4dd5-9591-96139e5f306d req-2a9d2607-48ed-42c3-b8cf-1911000b226e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b4938380a9b34f6e8ad32344ffb7cc84&device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 1099 time: 0.1369495 Apr 19 19:16:11.043036 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7934077a-a960-4b46-bdff-e8faff9b4cff req-d74c1bf9-9f93-4825-8fe5-491657abaf41 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=7336b8d9-177a-4507-98f7-d1b926c9a4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1280847 Apr 19 19:16:11.047142 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eec0ad-5bbb-4f07-bf4f-742c255bbf17 req-d1306779-b139-4722-8126-cd5531debdad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:11.055679 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-20eec0ad-5bbb-4f07-bf4f-742c255bbf17 req-d1306779-b139-4722-8126-cd5531debdad tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.1109531 Apr 19 19:16:11.112220 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-20eec0ad-5bbb-4f07-bf4f-742c255bbf17 req-40ff8c09-787d-4ecd-aff9-996ee70161e7 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552487 Apr 19 19:16:11.130742 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530bbba-e3b3-4dd5-9591-96139e5f306d req-e8c566c6-9fc4-4388-a4e5-fb1253bb5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:11.132391 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1530bbba-e3b3-4dd5-9591-96139e5f306d req-e8c566c6-9fc4-4388-a4e5-fb1253bb5010 service neutron] 10.222.0.75 "GET /v2.0/networks?id=67b4228e-71c2-40be-8161-770e93440890 HTTP/1.1" status: 200 len: 910 time: 0.1955268 Apr 19 19:16:11.267351 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1530bbba-e3b3-4dd5-9591-96139e5f306d req-7945d874-7743-4fe5-8e34-4d3be55e652a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acfc3f98-9996-4872-991d-7056281f07b4 HTTP/1.1" status: 200 len: 1002 time: 0.1274183 Apr 19 19:16:11.314604 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:11.350582 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530bbba-e3b3-4dd5-9591-96139e5f306d req-a4eba2d7-f1c5-4e60-b5bb-fd28fdcf7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:11.352224 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1530bbba-e3b3-4dd5-9591-96139e5f306d req-a4eba2d7-f1c5-4e60-b5bb-fd28fdcf7371 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e HTTP/1.1" status: 200 len: 848 time: 0.0767651 Apr 19 19:16:11.449752 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530bbba-e3b3-4dd5-9591-96139e5f306d req-4b663cff-52b9-47ea-ba95-af608464ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:11.452068 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1530bbba-e3b3-4dd5-9591-96139e5f306d req-4b663cff-52b9-47ea-ba95-af608464ae55 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67b4228e-71c2-40be-8161-770e93440890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0913692 Apr 19 19:16:11.570371 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:11.633039 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1530bbba-e3b3-4dd5-9591-96139e5f306d req-49bc321e-70f9-4eed-93b8-0d706dc9d13a service neutron] 10.222.0.75 "GET /v2.0/networks/67b4228e-71c2-40be-8161-770e93440890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727283 Apr 19 19:16:11.742142 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:11.899663 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86209ff-6843-458c-94fd-fa2181fb6dfd req-3b7cb5ae-2836-473a-abef-a79554397fe7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:11.901404 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f86209ff-6843-458c-94fd-fa2181fb6dfd req-3b7cb5ae-2836-473a-abef-a79554397fe7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.2215672 Apr 19 19:16:11.905346 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-1530bbba-e3b3-4dd5-9591-96139e5f306d req-94e64707-db7b-485d-8506-d5c78370c898 service neutron] 10.222.0.75 "GET /v2.0/networks/67b4228e-71c2-40be-8161-770e93440890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609572 Apr 19 19:16:11.978501 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f86209ff-6843-458c-94fd-fa2181fb6dfd req-8bd57bf2-e2af-44a5-9abc-e9a68aeaecd7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700839 Apr 19 19:16:12.340535 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025020-1c92-47d3-bb66-c708318c85aa req-a2c94179-999a-464c-a419-0326000ec761 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:12.342532 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-12025020-1c92-47d3-bb66-c708318c85aa req-a2c94179-999a-464c-a419-0326000ec761 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 946 time: 0.1728680 Apr 19 19:16:12.408263 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968d019-e593-482f-bd6c-d8295bcc9b58 req-5052c502-fe3f-40ec-abf6-ff3d2de83ade tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:12.408263 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c968d019-e593-482f-bd6c-d8295bcc9b58 req-5052c502-fe3f-40ec-abf6-ff3d2de83ade tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.1471922 Apr 19 19:16:12.436835 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-12025020-1c92-47d3-bb66-c708318c85aa req-677b9f54-1fcd-4041-b4da-cf066999e6ab tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=7336b8d9-177a-4507-98f7-d1b926c9a4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848997 Apr 19 19:16:12.478948 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c968d019-e593-482f-bd6c-d8295bcc9b58 req-e30c3615-2c7e-4ba5-a359-b404de0ec63b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773194 Apr 19 19:16:12.740411 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:12.752304 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd26e5-7e97-48a8-b290-0b1b83fce213 req-771bc5ea-8f39-4df5-8bb2-f7a73dfc1e22 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:12.754538 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0edd26e5-7e97-48a8-b290-0b1b83fce213 req-771bc5ea-8f39-4df5-8bb2-f7a73dfc1e22 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.75 "GET /v2.0/ports?device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 946 time: 0.1490481 Apr 19 19:16:12.845784 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-0edd26e5-7e97-48a8-b290-0b1b83fce213 req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Deleting port abee06cd-5ca0-4263-a995-2d0b01438100 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:16:12.846173 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0edd26e5-7e97-48a8-b290-0b1b83fce213 req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:13.175181 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-0edd26e5-7e97-48a8-b290-0b1b83fce213 req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] For port abee06cd-5ca0-4263-a995-2d0b01438100, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=abee06cd-5ca0-4263-a995-2d0b01438100,segment=NetworkSegment(fab56cf1-7ae8-40a6-9bf5-a3487827bc30),segment_id=fab56cf1-7ae8-40a6-9bf5-a3487827bc30)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:16:13.176357 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0edd26e5-7e97-48a8-b290-0b1b83fce213 req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:13.217549 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98221fef-0e49-497c-9d22-bf56085e8f69 req-628076ad-736a-4650-8953-38e0eafd6df7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:13.219445 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-98221fef-0e49-497c-9d22-bf56085e8f69 req-628076ad-736a-4650-8953-38e0eafd6df7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.1110117 Apr 19 19:16:13.279164 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-98221fef-0e49-497c-9d22-bf56085e8f69 req-b9052fe7-7b3c-46aa-967d-8f3567f0307b tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510986 Apr 19 19:16:13.497255 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0edd26e5-7e97-48a8-b290-0b1b83fce213 req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:13.497724 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0edd26e5-7e97-48a8-b290-0b1b83fce213 req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658097'] for floatingip, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:13.497980 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.l3_db [req-0edd26e5-7e97-48a8-b290-0b1b83fce213 req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Floating IP dea126a2-a305-4c98-8d6b-d0d820afe75f disassociated. External IP: 172.28.1.91, port: abee06cd-5ca0-4263-a995-2d0b01438100. Apr 19 19:16:13.498221 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-0edd26e5-7e97-48a8-b290-0b1b83fce213 req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Calling delete_port for abee06cd-5ca0-4263-a995-2d0b01438100 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:16:13.689390 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc04d5a-794c-48cf-9615-b5512f2239bb req-258464ed-233c-4afe-8517-d230cdf73c5a tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:13.691213 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6bc04d5a-794c-48cf-9615-b5512f2239bb req-258464ed-233c-4afe-8517-d230cdf73c5a tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.0918336 Apr 19 19:16:13.732490 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29d23c-c201-427f-8885-af9dd6889597 req-f24a1471-8868-45ec-a7eb-19ecb7a1cfb0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:13.734398 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8a29d23c-c201-427f-8885-af9dd6889597 req-f24a1471-8868-45ec-a7eb-19ecb7a1cfb0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/ports?device_id=08846f6a-39b4-4b44-aa1f-1a6d1f729917 HTTP/1.1" status: 200 len: 946 time: 0.1499796 Apr 19 19:16:13.735437 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0edd26e5-7e97-48a8-b290-0b1b83fce213 req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:13.742234 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-08aa1753-d9d6-453e-a51e-cfb526629df0 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:13.748132 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6bc04d5a-794c-48cf-9615-b5512f2239bb req-2b3656be-fa16-415b-876a-8648f6d74af7 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483723 Apr 19 19:16:13.808183 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Pushing event deleted for resources: {'Port': ['ID=abee06cd-5ca0-4263-a995-2d0b01438100,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:13.825331 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:13.825465 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:13.825839 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:13.826243 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:13.826642 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:13.827041 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:13.827440 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:13.827835 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:13.828257 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:13.828651 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:13.829026 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:13.829466 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:13.836526 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:14.000994 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6ac89-83f6-4244-a4df-194eb19fc1d7 req-1753d769-db04-4db2-b9ac-746f8bbe64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:14.002561 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-17c6ac89-83f6-4244-a4df-194eb19fc1d7 req-1753d769-db04-4db2-b9ac-746f8bbe64b2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3f06609ad86c4c05a7a4dd90ffe12706&device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 1099 time: 0.0913482 Apr 19 19:16:14.166837 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6ac89-83f6-4244-a4df-194eb19fc1d7 req-eba3b97e-39cc-42cc-a5b7-ab606012d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:14.168482 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-17c6ac89-83f6-4244-a4df-194eb19fc1d7 req-eba3b97e-39cc-42cc-a5b7-ab606012d705 service neutron] 10.222.0.75 "GET /v2.0/networks?id=132d4ad0-195c-4d5c-9957-e76f12440abe HTTP/1.1" status: 200 len: 918 time: 0.1582937 Apr 19 19:16:14.237456 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8a29d23c-c201-427f-8885-af9dd6889597 req-42762946-5310-42a3-9552-12e48f9e59b9 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups?id=7336b8d9-177a-4507-98f7-d1b926c9a4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4530506 Apr 19 19:16:14.293828 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-17c6ac89-83f6-4244-a4df-194eb19fc1d7 req-651a1bb0-753e-4299-a8f5-cfb5faf50623 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13a5e18e-4297-4bfb-8c0e-ca5397fa0887 HTTP/1.1" status: 200 len: 1002 time: 0.1160867 Apr 19 19:16:14.311910 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0edd26e5-7e97-48a8-b290-0b1b83fce213 req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:16:14.373762 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6ac89-83f6-4244-a4df-194eb19fc1d7 req-4384c591-20eb-41fb-82c2-c868d64d731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:14.376104 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-17c6ac89-83f6-4244-a4df-194eb19fc1d7 req-4384c591-20eb-41fb-82c2-c868d64d731a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6520559-3281-4271-a77a-f193645776b6 HTTP/1.1" status: 200 len: 856 time: 0.0730870 Apr 19 19:16:14.523553 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0edd26e5-7e97-48a8-b290-0b1b83fce213 req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:16:14.534555 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1778e73f-5075-4d12-a3e7-e360cbc89389 None None] Sync routers for ids ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'] in dv-cinder-786932-1-smb {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:16:14.539507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6ac89-83f6-4244-a4df-194eb19fc1d7 req-b24eb12e-9734-4444-85fd-9a1875882df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:14.541118 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-17c6ac89-83f6-4244-a4df-194eb19fc1d7 req-b24eb12e-9734-4444-85fd-9a1875882df6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=132d4ad0-195c-4d5c-9957-e76f12440abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1586559 Apr 19 19:16:14.547501 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1778e73f-5075-4d12-a3e7-e360cbc89389 None None] Routers {'3e2709f7-e886-4fff-a9a5-fef4a2f305a8'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:16:14.548525 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-1778e73f-5075-4d12-a3e7-e360cbc89389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:16:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:16:14.550797 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94217661-d70e-41a8-916f-8e4d3c7f83e7 req-5d8d09ee-8d69-4229-87e1-878ec9ab3da5 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:14.552564 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-94217661-d70e-41a8-916f-8e4d3c7f83e7 req-5d8d09ee-8d69-4229-87e1-878ec9ab3da5 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.1342800 Apr 19 19:16:14.613591 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edd26e5-7e97-48a8-b290-0b1b83fce213 req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] No DVR routers for this DVR port abee06cd-5ca0-4263-a995-2d0b01438100 on host hv-cinder-78693 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:16:14.616263 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0edd26e5-7e97-48a8-b290-0b1b83fce213 req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:14.619278 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08846f6a-39b4-4b44-aa1f-1a6d1f729917', 'name': 'network-vif-deleted', 'tag': 'abee06cd-5ca0-4263-a995-2d0b01438100'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:16:14.636731 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0edd26e5-7e97-48a8-b290-0b1b83fce213 req-ad1d5c6e-1e8d-43c8-9bb9-a452a1c81f58 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.75 "DELETE /v2.0/ports/abee06cd-5ca0-4263-a995-2d0b01438100 HTTP/1.1" status: 204 len: 173 time: 1.8758414 Apr 19 19:16:14.706931 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-94217661-d70e-41a8-916f-8e4d3c7f83e7 req-4ae69c62-92d1-4b82-87eb-52e61814fbfc tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281357 Apr 19 19:16:14.758538 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-17c6ac89-83f6-4244-a4df-194eb19fc1d7 req-245f4b1d-9436-475a-9b93-910591866942 service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047811 Apr 19 19:16:14.776141 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-1778e73f-5075-4d12-a3e7-e360cbc89389 None None] Set router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:16:14.840268 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08846f6a-39b4-4b44-aa1f-1a6d1f729917', 'name': 'network-vif-deleted', 'tag': 'abee06cd-5ca0-4263-a995-2d0b01438100', 'status': 'completed', 'code': 200} Apr 19 19:16:15.177327 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-1778e73f-5075-4d12-a3e7-e360cbc89389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:10:16Z', 'revision_number': 4, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port': {'id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': 'e129e983-9cc2-4e3d-b510-2a7a9325d95e', 'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'mac_address': 'fa:16:3e:e0:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:12Z', 'updated_at': '2021-04-19T19:10:31Z', 'revision_number': 5, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'subnets': [{'id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:16:15.182184 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1778e73f-5075-4d12-a3e7-e360cbc89389 None None] Checking router: 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 for host: dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:16:15.192820 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1778e73f-5075-4d12-a3e7-e360cbc89389 None None] Routers {'3e2709f7-e886-4fff-a9a5-fef4a2f305a8'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:16:15.193744 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-1778e73f-5075-4d12-a3e7-e360cbc89389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:16:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:16:15.241220 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-17c6ac89-83f6-4244-a4df-194eb19fc1d7 req-609f6247-ca6f-47a8-ad2b-b1d704369355 service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763021 Apr 19 19:16:15.255529 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04712760-ef21-439d-9573-eb1b6c31649a req-3bf60eef-df9d-4bde-ae4b-4c4c4148983c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:15.263773 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-04712760-ef21-439d-9573-eb1b6c31649a req-3bf60eef-df9d-4bde-ae4b-4c4c4148983c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.1614926 Apr 19 19:16:15.309719 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-04712760-ef21-439d-9573-eb1b6c31649a req-a0bdf581-f4e2-42a2-b5fc-87f5a5145f0a tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449736 Apr 19 19:16:15.381942 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 48018) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:16:15.402001 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-1778e73f-5075-4d12-a3e7-e360cbc89389 None None] Set router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:16:15.458101 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4e15032-1c00-4602-b673-032305c63054 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:15.492367 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4e15032-1c00-4602-b673-032305c63054 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:15.549315 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4e15032-1c00-4602-b673-032305c63054 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:15.557772 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-decc188f-fff4-4952-94db-9e217c2e7982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:15.572021 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e15032-1c00-4602-b673-032305c63054 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7336b8d9-177a-4507-98f7-d1b926c9a4fb,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:15.574564 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b4e15032-1c00-4602-b673-032305c63054 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:15.580676 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4e15032-1c00-4602-b673-032305c63054 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:15.582486 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b4e15032-1c00-4602-b673-032305c63054 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "DELETE /v2.0/security-groups/7336b8d9-177a-4507-98f7-d1b926c9a4fb HTTP/1.1" status: 204 len: 168 time: 0.1986029 Apr 19 19:16:15.585614 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 48022) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:16:15.604575 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.v2.resource [None req-525a9c64-97cf-43d3-bec1-f60361a8c628 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] show failed (client error): The resource could not be found. Apr 19 19:16:15.605647 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-525a9c64-97cf-43d3-bec1-f60361a8c628 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "GET /v2.0/security-groups/7336b8d9-177a-4507-98f7-d1b926c9a4fb HTTP/1.1" status: 404 len: 347 time: 0.0190194 Apr 19 19:16:15.608663 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 48026) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:16:15.804475 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-a7b0d16a-f937-4269-b09f-285aa8b41d39 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Deleting port 301b3b8b-7ca0-4c86-9b55-90f8c736e4b7 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:16:15.804863 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d16a-f937-4269-b09f-285aa8b41d39 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:15.935338 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7ee59-71ad-416b-9fe7-fbce181e000a req-4fa10d79-d1cd-4032-b5a1-c774e8cf9e9f tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:15.937332 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-06d7ee59-71ad-416b-9fe7-fbce181e000a req-4fa10d79-d1cd-4032-b5a1-c774e8cf9e9f tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 946 time: 0.0953085 Apr 19 19:16:15.955364 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-1778e73f-5075-4d12-a3e7-e360cbc89389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:10:16Z', 'revision_number': 4, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port': {'id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': 'e129e983-9cc2-4e3d-b510-2a7a9325d95e', 'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'mac_address': 'fa:16:3e:e0:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:12Z', 'updated_at': '2021-04-19T19:10:31Z', 'revision_number': 5, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'subnets': [{'id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:16:15.960290 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1778e73f-5075-4d12-a3e7-e360cbc89389 None None] The sync data for ids ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'] in dv-cinder-786932-1-smb is: [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:10:16Z', 'revision_number': 4, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port': {'id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': 'e129e983-9cc2-4e3d-b510-2a7a9325d95e', 'name': '', 'network_id': '2a04a19f-2111-459f-b0c6-fd481fb0041e', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'mac_address': 'fa:16:3e:e0:fd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:12Z', 'updated_at': '2021-04-19T19:10:31Z', 'revision_number': 5, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'subnets': [{'id': '30029454-1ddd-4aa7-85a3-1fc1f6ca707e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:16:16.012546 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-06d7ee59-71ad-416b-9fe7-fbce181e000a req-70e794ce-408a-4fdb-8f33-a31d48b05ed2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651104 Apr 19 19:16:16.020949 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d16a-f937-4269-b09f-285aa8b41d39 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:16.021318 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d16a-f937-4269-b09f-285aa8b41d39 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:16.038249 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device abee06cd-5ca0-4263-a995-2d0b01438100 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:16:16.076432 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] No Port match for: abee06cd-5ca0-4263-a995-2d0b01438100 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:16:16.076834 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device abee06cd-5ca0-4263-a995-2d0b01438100 not bound to the agent host hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:16:16.077310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:16:16.163404 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-a7b0d16a-f937-4269-b09f-285aa8b41d39 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Calling delete_port for 301b3b8b-7ca0-4c86-9b55-90f8c736e4b7 owned by network:floatingip {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:16:16.206623 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:16.242001 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:16:16.255818 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:16:16.256785 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:16.260763 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:16.305368 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887', 'code': 200} Apr 19 19:16:16.329346 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d16a-f937-4269-b09f-285aa8b41d39 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:16.334450 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-774e7952-d624-4b14-8e02-61d5b47bddfc tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:16.340363 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,revision_number=8']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:16.344412 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:16.384437 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0d16a-f937-4269-b09f-285aa8b41d39 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Pushing event deleted for resources: {'Port': ['ID=301b3b8b-7ca0-4c86-9b55-90f8c736e4b7,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:16.403972 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc76a1-3f6b-4ad4-8a52-b0fd735d7b5c None None] New status for floating IP dea126a2-a305-4c98-8d6b-d0d820afe75f: DOWN {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:16:16.454944 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a7b0d16a-f937-4269-b09f-285aa8b41d39 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:16.470455 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:16:16.488734 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d16a-f937-4269-b09f-285aa8b41d39 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks [] for floatingip, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:16.504268 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a7b0d16a-f937-4269-b09f-285aa8b41d39 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:16.505533 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-a7b0d16a-f937-4269-b09f-285aa8b41d39 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] 10.222.0.58 "DELETE /v2.0/floatingips/dea126a2-a305-4c98-8d6b-d0d820afe75f HTTP/1.1" status: 204 len: 168 time: 0.8958933 Apr 19 19:16:16.532363 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4eaf2-1631-46dd-a9a1-d00a7d50549a req-d5a91e96-f7b3-4bc4-915b-0891e754501b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:16.537145 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-16c4eaf2-1631-46dd-a9a1-d00a7d50549a req-d5a91e96-f7b3-4bc4-915b-0891e754501b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.0969355 Apr 19 19:16:16.589391 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-16c4eaf2-1631-46dd-a9a1-d00a7d50549a req-8b319938-6573-4340-84a5-42b9f1c3cc5c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468183 Apr 19 19:16:17.222924 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278ea65-e616-40d9-96cb-9841f5196c0a req-e01dd7d7-c3c9-47fe-961b-7a7ba9aab3b9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:17.224649 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b278ea65-e616-40d9-96cb-9841f5196c0a req-e01dd7d7-c3c9-47fe-961b-7a7ba9aab3b9 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 944 time: 0.0957212 Apr 19 19:16:17.278439 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b278ea65-e616-40d9-96cb-9841f5196c0a req-346c401d-eda2-48ae-9ac6-9ea06574d030 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471787 Apr 19 19:16:17.808515 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55696419-787f-4ec1-89ae-15e323ffb782 req-292fad59-6c9c-4efa-8366-3e5fd402cc80 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:17.810312 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-55696419-787f-4ec1-89ae-15e323ffb782 req-292fad59-6c9c-4efa-8366-3e5fd402cc80 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.1000481 Apr 19 19:16:17.865666 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-55696419-787f-4ec1-89ae-15e323ffb782 req-b1540071-38ae-4c36-9d66-45b8950f4954 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477688 Apr 19 19:16:18.410795 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b6d77-0b6a-4bbc-a17d-69b9ebdf54d7 req-5991e377-bfb9-4717-b546-8cb83642057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:18.412639 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c08b6d77-0b6a-4bbc-a17d-69b9ebdf54d7 req-5991e377-bfb9-4717-b546-8cb83642057f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b4938380a9b34f6e8ad32344ffb7cc84&device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 1099 time: 0.0883853 Apr 19 19:16:18.567364 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b6d77-0b6a-4bbc-a17d-69b9ebdf54d7 req-6164f1a2-2a35-4fd6-884b-5326e416bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:18.568928 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c08b6d77-0b6a-4bbc-a17d-69b9ebdf54d7 req-6164f1a2-2a35-4fd6-884b-5326e416bbd2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=67b4228e-71c2-40be-8161-770e93440890 HTTP/1.1" status: 200 len: 910 time: 0.1501861 Apr 19 19:16:18.684590 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c08b6d77-0b6a-4bbc-a17d-69b9ebdf54d7 req-22085d8f-e6ee-47fe-baca-9b4d8c7438a6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acfc3f98-9996-4872-991d-7056281f07b4 HTTP/1.1" status: 200 len: 1002 time: 0.1090894 Apr 19 19:16:18.771661 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b6d77-0b6a-4bbc-a17d-69b9ebdf54d7 req-423b70c9-ffe1-4bde-b296-425f2cb5a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:18.773250 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c08b6d77-0b6a-4bbc-a17d-69b9ebdf54d7 req-423b70c9-ffe1-4bde-b296-425f2cb5a64d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e HTTP/1.1" status: 200 len: 848 time: 0.0827579 Apr 19 19:16:18.869152 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b6d77-0b6a-4bbc-a17d-69b9ebdf54d7 req-7be092d8-009a-4a6b-9b00-0f7212f38185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:18.870701 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c08b6d77-0b6a-4bbc-a17d-69b9ebdf54d7 req-7be092d8-009a-4a6b-9b00-0f7212f38185 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67b4228e-71c2-40be-8161-770e93440890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0906043 Apr 19 19:16:18.872432 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429335fb-b1f5-4403-ad8d-13bb03e8feff req-300f123a-3fa6-4ce9-a57e-c544eb7eb23c tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:18.874167 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-429335fb-b1f5-4403-ad8d-13bb03e8feff req-300f123a-3fa6-4ce9-a57e-c544eb7eb23c tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 944 time: 0.1094706 Apr 19 19:16:18.931968 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-429335fb-b1f5-4403-ad8d-13bb03e8feff req-b824e616-4c65-4f61-9e60-64cfc2361e38 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490937 Apr 19 19:16:19.135061 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c08b6d77-0b6a-4bbc-a17d-69b9ebdf54d7 req-193338cc-6f22-43ff-ad84-7835b93c2c9f service neutron] 10.222.0.75 "GET /v2.0/networks/67b4228e-71c2-40be-8161-770e93440890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569625 Apr 19 19:16:19.152593 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 48100) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:16:19.183922 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429778a-2782-498e-be99-e81d9778443d req-4c59226b-f7f0-48b0-ac87-89528feb6f5d tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:19.185600 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d429778a-2782-498e-be99-e81d9778443d req-4c59226b-f7f0-48b0-ac87-89528feb6f5d tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.1853375 Apr 19 19:16:19.294743 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c6840d58-fabf-4a2f-b24a-1071efcff673 req-3986ad82-f1dd-4c78-b4a6-af40103ca898 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1407743 Apr 19 19:16:19.322530 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-d429778a-2782-498e-be99-e81d9778443d req-95d6fc7f-aa00-4c30-b776-f35236ae8045 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884800 Apr 19 19:16:19.357612 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c08b6d77-0b6a-4bbc-a17d-69b9ebdf54d7 req-5a958953-7aae-4264-acdd-abacc0cbb53e service neutron] 10.222.0.75 "GET /v2.0/networks/67b4228e-71c2-40be-8161-770e93440890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139616 Apr 19 19:16:20.039815 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6840d58-fabf-4a2f-b24a-1071efcff673 req-318389dc-afd3-4520-8a48-3057aadec053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:20.041501 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c6840d58-fabf-4a2f-b24a-1071efcff673 req-318389dc-afd3-4520-8a48-3057aadec053 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe&tenant_id=3f06609ad86c4c05a7a4dd90ffe12706 HTTP/1.1" status: 200 len: 1097 time: 0.0826862 Apr 19 19:16:20.050839 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:16:20.153134 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6840d58-fabf-4a2f-b24a-1071efcff673 req-81ee52cc-091e-4fb6-9d19-f0698ea944a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:20.154751 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c6840d58-fabf-4a2f-b24a-1071efcff673 req-81ee52cc-091e-4fb6-9d19-f0698ea944a8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3f06609ad86c4c05a7a4dd90ffe12706&device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 1097 time: 0.0864964 Apr 19 19:16:20.167822 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2ded4-6990-4e4d-ac26-3c929e33a69b req-6ca7c811-0133-4818-8e16-14648976184a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:20.169559 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5fc2ded4-6990-4e4d-ac26-3c929e33a69b req-6ca7c811-0133-4818-8e16-14648976184a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 944 time: 0.0963960 Apr 19 19:16:20.223500 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-5fc2ded4-6990-4e4d-ac26-3c929e33a69b req-e0feec13-6a4f-4af4-a9de-7ed0f05606da tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454142 Apr 19 19:16:20.307050 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6840d58-fabf-4a2f-b24a-1071efcff673 req-54f73a66-6ed0-4f3d-a968-59c20cd86a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:20.308733 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c6840d58-fabf-4a2f-b24a-1071efcff673 req-54f73a66-6ed0-4f3d-a968-59c20cd86a6d service neutron] 10.222.0.75 "GET /v2.0/networks?id=132d4ad0-195c-4d5c-9957-e76f12440abe HTTP/1.1" status: 200 len: 918 time: 0.1467671 Apr 19 19:16:20.423412 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c6840d58-fabf-4a2f-b24a-1071efcff673 req-5b70a357-8042-4918-9ab9-cc7abd36cf41 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13a5e18e-4297-4bfb-8c0e-ca5397fa0887 HTTP/1.1" status: 200 len: 1000 time: 0.1076941 Apr 19 19:16:20.559940 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6840d58-fabf-4a2f-b24a-1071efcff673 req-7024cb1e-8d29-4639-8cdd-9292f80c49c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:20.561521 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c6840d58-fabf-4a2f-b24a-1071efcff673 req-7024cb1e-8d29-4639-8cdd-9292f80c49c9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f6520559-3281-4271-a77a-f193645776b6 HTTP/1.1" status: 200 len: 856 time: 0.1303439 Apr 19 19:16:20.636240 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b053141-904c-4485-b7bf-09e0bb67dea4 req-f98e7351-b25a-4b5b-90df-015260336c0b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:20.637103 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 48130) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:16:20.637889 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4b053141-904c-4485-b7bf-09e0bb67dea4 req-f98e7351-b25a-4b5b-90df-015260336c0b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.1701679 Apr 19 19:16:20.713202 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6840d58-fabf-4a2f-b24a-1071efcff673 req-4736dbd7-fcb5-46a8-849a-2ef806ef068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:20.714897 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c6840d58-fabf-4a2f-b24a-1071efcff673 req-4736dbd7-fcb5-46a8-849a-2ef806ef068f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=132d4ad0-195c-4d5c-9957-e76f12440abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1461399 Apr 19 19:16:20.720817 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4b053141-904c-4485-b7bf-09e0bb67dea4 req-b89702e9-bd02-4735-b9d4-4d0d88584bdf tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698636 Apr 19 19:16:20.878245 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c6840d58-fabf-4a2f-b24a-1071efcff673 req-7843932d-66cc-47b7-9aeb-795cde2f73be service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531565 Apr 19 19:16:21.306172 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c6840d58-fabf-4a2f-b24a-1071efcff673 req-c319a966-c1cb-483e-84aa-77fd4f43c602 service neutron] 10.222.0.75 "GET /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212656 Apr 19 19:16:21.515406 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f8805-c1ed-483c-ae11-f4863be01dfc req-cf9c1c39-4d62-4534-9beb-ce2dde98b4d5 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:21.516979 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-120f8805-c1ed-483c-ae11-f4863be01dfc req-cf9c1c39-4d62-4534-9beb-ce2dde98b4d5 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 944 time: 0.1538336 Apr 19 19:16:21.524385 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-85b620b9-985e-4fac-a1e3-14245e8a75b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854113638'] for router_interface, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:21.709021 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-120f8805-c1ed-483c-ae11-f4863be01dfc req-552f3b4a-c9b6-457f-9c28-ce19dd1b7d04 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337316 Apr 19 19:16:21.946115 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9afd95-6da9-45bd-a4dc-aafdd917b7dd req-24559057-f3a6-4975-a2d6-2316d67df703 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:21.947992 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7a9afd95-6da9-45bd-a4dc-aafdd917b7dd req-24559057-f3a6-4975-a2d6-2316d67df703 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.0971880 Apr 19 19:16:21.959305 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-85b620b9-985e-4fac-a1e3-14245e8a75b5 admin admin] Deleting port e129e983-9cc2-4e3d-b510-2a7a9325d95e {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:16:21.959671 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-85b620b9-985e-4fac-a1e3-14245e8a75b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:22.007168 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7a9afd95-6da9-45bd-a4dc-aafdd917b7dd req-45fdb425-fd6a-4882-8cff-1a1e5cb5bd37 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516613 Apr 19 19:16:22.192875 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-85b620b9-985e-4fac-a1e3-14245e8a75b5 admin admin] For port e129e983-9cc2-4e3d-b510-2a7a9325d95e, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=e129e983-9cc2-4e3d-b510-2a7a9325d95e,segment=NetworkSegment(fab56cf1-7ae8-40a6-9bf5-a3487827bc30),segment_id=fab56cf1-7ae8-40a6-9bf5-a3487827bc30)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:16:22.193547 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-85b620b9-985e-4fac-a1e3-14245e8a75b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:22.361198 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-85b620b9-985e-4fac-a1e3-14245e8a75b5 admin admin] Calling delete_port for e129e983-9cc2-4e3d-b510-2a7a9325d95e owned by network:router_interface {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:16:22.582776 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fefe4756-f32e-4b9e-8475-9be21da05211 req-db6e1124-fe63-423e-9ca5-593593b34a31 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2572107 Apr 19 19:16:22.614310 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b08476-987e-4446-a297-fd77e837644f req-a9ee4719-33e9-4c08-a8a0-bf2f3b6fca80 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:22.626594 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-21b08476-987e-4446-a297-fd77e837644f req-a9ee4719-33e9-4c08-a8a0-bf2f3b6fca80 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.1890094 Apr 19 19:16:22.630533 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-85b620b9-985e-4fac-a1e3-14245e8a75b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:22.636043 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-841ec7ad-1889-4f5a-938a-2d01fe097bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:22.691942 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-21b08476-987e-4446-a297-fd77e837644f req-093120dd-b881-4f65-8611-d280dcda5519 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647342 Apr 19 19:16:23.043150 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b620b9-985e-4fac-a1e3-14245e8a75b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e129e983-9cc2-4e3d-b510-2a7a9325d95e,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:23.097571 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-85b620b9-985e-4fac-a1e3-14245e8a75b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:23.385902 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddbb1f-f13b-48a1-aa24-48923feb8254 req-1ac777da-387a-42c3-882a-cd2af6475cd7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:23.387664 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8dddbb1f-f13b-48a1-aa24-48923feb8254 req-1ac777da-387a-42c3-882a-cd2af6475cd7 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 944 time: 0.3972218 Apr 19 19:16:23.480431 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8dddbb1f-f13b-48a1-aa24-48923feb8254 req-ec0449e3-5929-4eeb-8839-f6a0187e0b20 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779271 Apr 19 19:16:23.491010 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-85b620b9-985e-4fac-a1e3-14245e8a75b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854113564'] for router_interface, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:23.961978 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7295f86-403e-4a65-9791-9c5aa58cfad1 req-80a26174-01bf-40e9-9af3-9b8fd17896aa tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:23.963855 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f7295f86-403e-4a65-9791-9c5aa58cfad1 req-80a26174-01bf-40e9-9af3-9b8fd17896aa tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.1261857 Apr 19 19:16:23.967384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b620b9-985e-4fac-a1e3-14245e8a75b5 admin admin] Router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:16:24.037347 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-f7295f86-403e-4a65-9791-9c5aa58cfad1 req-597f6478-77f6-477a-95ad-453e8e11c9bf tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662341 Apr 19 19:16:24.057788 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device acfc3f98-9996-4872-991d-7056281f07b4 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:16:24.192962 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b620b9-985e-4fac-a1e3-14245e8a75b5 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:16:24.202127 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:24.210762 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-85b620b9-985e-4fac-a1e3-14245e8a75b5 admin admin] 10.222.0.58 "PUT /v2.0/routers/3e2709f7-e886-4fff-a9a5-fef4a2f305a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5699482 Apr 19 19:16:24.211214 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 48176) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:16:24.229400 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ce67ce-3c00-46c9-b1f8-c0c4927ca98c None None] Sync routers for ids ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'] in dv-cinder-786932-1-smb {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:16:24.245163 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cac258-32ce-4343-a05d-3f4b75ae76e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acfc3f98-9996-4872-991d-7056281f07b4'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:16:24.258915 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce67ce-3c00-46c9-b1f8-c0c4927ca98c None None] Routers {'3e2709f7-e886-4fff-a9a5-fef4a2f305a8'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:16:24.259612 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-21ce67ce-3c00-46c9-b1f8-c0c4927ca98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:16:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:16:24.421574 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a18dc8f-8080-4dfd-8606-7068d895f31e admin admin] Notify callbacks [] for router, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:24.428236 dv-cinder-786932-1-smb neutron-server[86251]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '60cac258-32ce-4343-a05d-3f4b75ae76e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'acfc3f98-9996-4872-991d-7056281f07b4', 'code': 422} returned with failed status Apr 19 19:16:24.470171 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port acfc3f98-9996-4872-991d-7056281f07b4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=acfc3f98-9996-4872-991d-7056281f07b4,segment=NetworkSegment(7c1fa115-8b02-4c44-a132-8a58ad5e2948),segment_id=7c1fa115-8b02-4c44-a132-8a58ad5e2948)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:16:24.478245 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:24.482547 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:24.520554 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-21ce67ce-3c00-46c9-b1f8-c0c4927ca98c None None] Set router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:16:24.748319 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=acfc3f98-9996-4872-991d-7056281f07b4,revision_number=6']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:24.751983 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:24.765707 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a18dc8f-8080-4dfd-8606-7068d895f31e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:24.772364 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cac3d1-e373-4b49-8685-8c48454885fe req-2ac4949d-70f5-4f6a-baf2-20e77cac05d0 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:24.774130 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-23cac3d1-e373-4b49-8685-8c48454885fe req-2ac4949d-70f5-4f6a-baf2-20e77cac05d0 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 944 time: 0.1341801 Apr 19 19:16:24.776788 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-8a18dc8f-8080-4dfd-8606-7068d895f31e admin admin] Deleting port 27fc8bfa-279a-400b-a2de-505cd0c59625 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:16:24.777462 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a18dc8f-8080-4dfd-8606-7068d895f31e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:24.865058 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-23cac3d1-e373-4b49-8685-8c48454885fe req-be626f21-6132-4c3f-9134-0532d498674c tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839581 Apr 19 19:16:24.994659 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-21ce67ce-3c00-46c9-b1f8-c0c4927ca98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:16:22Z', 'revision_number': 5, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port': {'id': '27fc8bfa-279a-400b-a2de-505cd0c59625', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:16:25.007011 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ce67ce-3c00-46c9-b1f8-c0c4927ca98c None None] Checking router: 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 for host: dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:16:25.032389 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce67ce-3c00-46c9-b1f8-c0c4927ca98c None None] Routers {'3e2709f7-e886-4fff-a9a5-fef4a2f305a8'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:16:25.033261 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-21ce67ce-3c00-46c9-b1f8-c0c4927ca98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:16:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:16:25.140423 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-8a18dc8f-8080-4dfd-8606-7068d895f31e admin admin] For port 27fc8bfa-279a-400b-a2de-505cd0c59625, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=27fc8bfa-279a-400b-a2de-505cd0c59625,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:16:25.140956 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a18dc8f-8080-4dfd-8606-7068d895f31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:25.389795 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-21ce67ce-3c00-46c9-b1f8-c0c4927ca98c None None] Set router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 gateway port host: None {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:16:25.550615 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-8a18dc8f-8080-4dfd-8606-7068d895f31e admin admin] Calling delete_port for 27fc8bfa-279a-400b-a2de-505cd0c59625 owned by network:router_gateway {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:16:25.600142 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-21ce67ce-3c00-46c9-b1f8-c0c4927ca98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:16:24Z', 'revision_number': 6, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port_host': None}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:16:25.606361 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ce67ce-3c00-46c9-b1f8-c0c4927ca98c None None] The sync data for ids ['3e2709f7-e886-4fff-a9a5-fef4a2f305a8'] in dv-cinder-786932-1-smb is: [{'id': '3e2709f7-e886-4fff-a9a5-fef4a2f305a8', 'name': 'tempest-AttachVolumeTestJSON-1298161760-router', 'tenant_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:01Z', 'updated_at': '2021-04-19T19:16:24Z', 'revision_number': 6, 'project_id': '0d99eda3650e4d08ad8d52aac35de6aa', 'gw_port_host': None}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:16:25.846334 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a9eaa-b7ac-48d8-ba73-b762e5ba9d0a req-29f7bc91-0a68-4993-a989-830c9fd35529 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:25.848178 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-993a9eaa-b7ac-48d8-ba73-b762e5ba9d0a req-29f7bc91-0a68-4993-a989-830c9fd35529 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 944 time: 0.6423147 Apr 19 19:16:26.224786 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ee68d-a601-4e13-87f1-d0ee1fb189db req-b286da83-59f7-40c3-9b39-6ca563e4abf3 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:26.226679 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-942ee68d-a601-4e13-87f1-d0ee1fb189db req-b286da83-59f7-40c3-9b39-6ca563e4abf3 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 944 time: 0.1268752 Apr 19 19:16:26.330858 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-993a9eaa-b7ac-48d8-ba73-b762e5ba9d0a req-74d162ad-cc5e-4eb2-8f93-ee347a7f58be tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4692001 Apr 19 19:16:26.348825 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-942ee68d-a601-4e13-87f1-d0ee1fb189db req-4a1e04dc-c74b-4ed0-a79d-f75685f04341 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141481 Apr 19 19:16:26.476255 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a18dc8f-8080-4dfd-8606-7068d895f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:26.481696 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8db65308-8e90-4c96-a344-c04ccdcd9b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:26.560458 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18dc8f-8080-4dfd-8606-7068d895f31e admin admin] Pushing event deleted for resources: {'Port': ['ID=27fc8bfa-279a-400b-a2de-505cd0c59625,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:26.567426 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8a18dc8f-8080-4dfd-8606-7068d895f31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:26.698318 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a18dc8f-8080-4dfd-8606-7068d895f31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681829'] for router_gateway, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:26.924937 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a18dc8f-8080-4dfd-8606-7068d895f31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775007'] for router, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:26.928204 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a18dc8f-8080-4dfd-8606-7068d895f31e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:26.950068 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a18dc8f-8080-4dfd-8606-7068d895f31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854112387'] for router, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:26.950910 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a18dc8f-8080-4dfd-8606-7068d895f31e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e2709f7-e886-4fff-a9a5-fef4a2f305a8 {{(pid=86367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 19:16:26.971630 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a18dc8f-8080-4dfd-8606-7068d895f31e admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:26.972990 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-8a18dc8f-8080-4dfd-8606-7068d895f31e admin admin] 10.222.0.58 "DELETE /v2.0/routers/3e2709f7-e886-4fff-a9a5-fef4a2f305a8 HTTP/1.1" status: 204 len: 168 time: 2.7604260 Apr 19 19:16:26.976414 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 48190) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:16:27.076378 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8bd3e74-babe-4ec1-ad43-99900a170320 admin admin] Deleting subnet 30029454-1ddd-4aa7-85a3-1fc1f6ca707e {{(pid=86367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:16:27.082129 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c8bd3e74-babe-4ec1-ad43-99900a170320 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:27.160779 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c8bd3e74-babe-4ec1-ad43-99900a170320 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1600776'] for subnet, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:27.276987 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c8bd3e74-babe-4ec1-ad43-99900a170320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070052'] for subnet, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:27.280066 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 27fc8bfa-279a-400b-a2de-505cd0c59625 no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:16:27.354340 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No Port match for: 27fc8bfa-279a-400b-a2de-505cd0c59625 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:16:27.355061 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 27fc8bfa-279a-400b-a2de-505cd0c59625 not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:16:27.355694 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device e129e983-9cc2-4e3d-b510-2a7a9325d95e no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:16:27.423588 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No Port match for: e129e983-9cc2-4e3d-b510-2a7a9325d95e {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:16:27.426346 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device e129e983-9cc2-4e3d-b510-2a7a9325d95e not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:16:27.784353 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa4bd7-7793-4fe2-a70f-614a751e72ba req-43c30466-5fcd-41f8-b7b2-02bda3feb43a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:27.788099 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fcaa4bd7-7793-4fe2-a70f-614a751e72ba req-43c30466-5fcd-41f8-b7b2-02bda3feb43a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 944 time: 0.1691546 Apr 19 19:16:27.806859 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c8bd3e74-babe-4ec1-ad43-99900a170320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850705764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036792642332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036793590110'] for subnet, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:27.816417 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-816aed1d-72c3-4898-a686-df766351a07a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:27.883178 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fcaa4bd7-7793-4fe2-a70f-614a751e72ba req-a3c3bffd-79d8-4fd4-96d6-ccdd217ad565 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869160 Apr 19 19:16:27.903284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd3e74-babe-4ec1-ad43-99900a170320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30029454-1ddd-4aa7-85a3-1fc1f6ca707e,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:27.908846 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c8bd3e74-babe-4ec1-ad43-99900a170320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:27.918750 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19a16f7-92bf-45c5-81f2-346ffd938213 None None] Network 2a04a19f-2111-459f-b0c6-fd481fb0041e requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:16:27.925231 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753af6e-1f08-4397-881e-ce377c6121ae req-b4413699-c913-45c9-8666-12699714b6a2 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:27.928362 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6753af6e-1f08-4397-881e-ce377c6121ae req-b4413699-c913-45c9-8666-12699714b6a2 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 944 time: 0.3322308 Apr 19 19:16:27.930336 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c8bd3e74-babe-4ec1-ad43-99900a170320 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:27.944330 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c8bd3e74-babe-4ec1-ad43-99900a170320 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/30029454-1ddd-4aa7-85a3-1fc1f6ca707e HTTP/1.1" status: 204 len: 168 time: 0.9632325 Apr 19 19:16:27.945215 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 48198) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:16:28.027497 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-6753af6e-1f08-4397-881e-ce377c6121ae req-00b30940-c3e0-4b69-86b5-ba7894cf282e tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780494 Apr 19 19:16:28.130961 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3959784'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:28.144826 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Deleting port b56d392c-3b22-40de-b610-5a7a558a22a0 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:16:28.145338 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:28.411598 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d4c3e7-0c15-41de-95e8-f275dfc48a62 None None] DHCP port deletion for 2a04a19f-2111-459f-b0c6-fd481fb0041e request from dv-cinder-786932-1-smb {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 19:16:28.416904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-82d4c3e7-0c15-41de-95e8-f275dfc48a62 None None] Deleting port b56d392c-3b22-40de-b610-5a7a558a22a0 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:16:28.417262 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-82d4c3e7-0c15-41de-95e8-f275dfc48a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:28.486081 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] For port b56d392c-3b22-40de-b610-5a7a558a22a0, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=b56d392c-3b22-40de-b610-5a7a558a22a0,segment=NetworkSegment(fab56cf1-7ae8-40a6-9bf5-a3487827bc30),segment_id=fab56cf1-7ae8-40a6-9bf5-a3487827bc30)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:16:28.486467 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:28.635313 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Calling delete_port for b56d392c-3b22-40de-b610-5a7a558a22a0 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:16:28.749048 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:28.756444 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:28.805516 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-82d4c3e7-0c15-41de-95e8-f275dfc48a62 None None] For port b56d392c-3b22-40de-b610-5a7a558a22a0, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=b56d392c-3b22-40de-b610-5a7a558a22a0,segment=NetworkSegment(fab56cf1-7ae8-40a6-9bf5-a3487827bc30),segment_id=fab56cf1-7ae8-40a6-9bf5-a3487827bc30)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:16:28.806118 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-82d4c3e7-0c15-41de-95e8-f275dfc48a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:28.829040 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Pushing event deleted for resources: {'Port': ['ID=b56d392c-3b22-40de-b610-5a7a558a22a0,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:28.840022 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:28.843148 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] No DVR routers for this DVR port b56d392c-3b22-40de-b610-5a7a558a22a0 on host dv-cinder-786932-1-smb {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:16:29.016520 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-82d4c3e7-0c15-41de-95e8-f275dfc48a62 None None] Calling delete_port for b56d392c-3b22-40de-b610-5a7a558a22a0 owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:16:29.031806 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850705679', 'neutron.services.segments.db._delete_segments_for_network-8745729553011'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:29.201115 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.db.api [None req-82d4c3e7-0c15-41de-95e8-f275dfc48a62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 19:16:29.201776 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_db.api [None req-82d4c3e7-0c15-41de-95e8-f275dfc48a62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 19:16:29.241298 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a04a19f-2111-459f-b0c6-fd481fb0041e']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:16:29.258396 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab56cf1-7ae8-40a6-9bf5-a3487827bc30') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:16:29.258685 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab56cf1-7ae8-40a6-9bf5-a3487827bc30') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:16:29.281561 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291125193315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61485451'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:29.299928 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:29.307217 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:16:29.348268 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device b56d392c-3b22-40de-b610-5a7a558a22a0 no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:16:29.397285 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No Port match for: b56d392c-3b22-40de-b610-5a7a558a22a0 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:16:29.398238 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device b56d392c-3b22-40de-b610-5a7a558a22a0 not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:16:29.474929 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b09cd-87cc-4a66-b459-e81bd3c49e9e req-c5b781d4-c2cc-49b3-aafe-ce68ebc2ca23 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:29.478414 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bb8b09cd-87cc-4a66-b459-e81bd3c49e9e req-c5b781d4-c2cc-49b3-aafe-ce68ebc2ca23 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 944 time: 0.2373376 Apr 19 19:16:29.548518 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bb8b09cd-87cc-4a66-b459-e81bd3c49e9e req-489b168c-726c-475c-9e72-71e4edca9388 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622208 Apr 19 19:16:29.655139 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7829a16-e8cb-4cef-aec2-c7a25887d3db req-be825b02-6701-4fb7-b8b9-913ac9627fb8 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:29.656918 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b7829a16-e8cb-4cef-aec2-c7a25887d3db req-be825b02-6701-4fb7-b8b9-913ac9627fb8 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 944 time: 0.3149667 Apr 19 19:16:29.673343 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Network 2a04a19f-2111-459f-b0c6-fd481fb0041e has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:16:29.699448 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4065973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036792973159'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:29.703904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-82d4c3e7-0c15-41de-95e8-f275dfc48a62 None None] Deleting port b56d392c-3b22-40de-b610-5a7a558a22a0 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:16:29.704890 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-82d4c3e7-0c15-41de-95e8-f275dfc48a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:29.760276 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-b7829a16-e8cb-4cef-aec2-c7a25887d3db req-30005154-2844-435b-b045-6b1f2366bb19 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890911 Apr 19 19:16:29.843439 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-82d4c3e7-0c15-41de-95e8-f275dfc48a62 None None] The port 'b56d392c-3b22-40de-b610-5a7a558a22a0' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 19:16:29.982723 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Network 2a04a19f-2111-459f-b0c6-fd481fb0041e has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: Traceback (most recent call last): Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: timer() Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: cb(*args, **kw) Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: return func(*args, **kwargs) Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: self._notify() Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: self.callback(batched_events) Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: event.method(event) Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: segment_id)['aggregates'][0] Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: return f(self, *a, **k) Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: return self._get(url).json() Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: **kwargs) Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: return self.request(url, 'GET', **kwargs) Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: **endpoint_filter) Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:16:30.009029 dv-cinder-786932-1-smb neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:16:30.099152 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658050'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:30.103459 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1a8e2f0f-4f3d-499a-83cc-d90dfd588b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:30.118024 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:30.130811 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a04a19f-2111-459f-b0c6-fd481fb0041e,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:30.143430 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:30.143852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:30.144357 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:30.144749 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:30.145153 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:30.145561 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:30.145960 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:30.146361 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:30.146765 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:30.147155 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:30.147558 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:30.148050 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:16:30.154136 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:30.162212 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-84147d84-13ac-46b0-acc8-6758f374e201 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2a04a19f-2111-459f-b0c6-fd481fb0041e HTTP/1.1" status: 204 len: 168 time: 2.2154865 Apr 19 19:16:30.334568 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 48210) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:16:30.396309 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-9adebca3-91d5-441f-a536-686adc95f57d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d99eda3650e4d08ad8d52aac35de6aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0603046 Apr 19 19:16:30.400631 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 48214) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:16:30.486949 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3604222b-fc4c-49cc-8d77-8ec3adb2d639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:30.520935 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3604222b-fc4c-49cc-8d77-8ec3adb2d639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:30.583719 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3604222b-fc4c-49cc-8d77-8ec3adb2d639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:30.589171 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-80011027-f255-4c23-ac7d-763842006596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:30.612080 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604222b-fc4c-49cc-8d77-8ec3adb2d639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdf3325-3d2e-46b2-9833-877e73632eb0,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:30.616053 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3604222b-fc4c-49cc-8d77-8ec3adb2d639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:30.622869 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3604222b-fc4c-49cc-8d77-8ec3adb2d639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:30.650173 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-3604222b-fc4c-49cc-8d77-8ec3adb2d639 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fcdf3325-3d2e-46b2-9833-877e73632eb0 HTTP/1.1" status: 204 len: 168 time: 0.2263720 Apr 19 19:16:30.851329 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55daf8d-fafa-4663-9eed-e31c2f51254f req-88efc5de-5f1e-4e9f-9f89-c2831ba03673 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:30.855116 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a55daf8d-fafa-4663-9eed-e31c2f51254f req-88efc5de-5f1e-4e9f-9f89-c2831ba03673 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 944 time: 0.1365011 Apr 19 19:16:30.944513 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a55daf8d-fafa-4663-9eed-e31c2f51254f req-b5ed08a8-4a79-4a86-9449-78c8eeeca587 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673728 Apr 19 19:16:31.092571 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10bc89-17ae-4dbb-8e16-5fe3b09a894e req-4dd555b0-8e8e-479f-bbeb-62857c46344b tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:31.094959 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ca10bc89-17ae-4dbb-8e16-5fe3b09a894e req-4dd555b0-8e8e-479f-bbeb-62857c46344b tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 944 time: 0.1484902 Apr 19 19:16:31.152859 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ca10bc89-17ae-4dbb-8e16-5fe3b09a894e req-3945dc80-d7dc-4c32-96cb-2a5029dad903 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497317 Apr 19 19:16:32.195700 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830f53b-c82d-48ea-ad1c-0b6ce38b7870 req-a1c04a3d-a5b1-4c14-a32e-0e6d233f4625 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:32.197359 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7830f53b-c82d-48ea-ad1c-0b6ce38b7870 req-a1c04a3d-a5b1-4c14-a32e-0e6d233f4625 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 944 time: 0.1003280 Apr 19 19:16:32.252210 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-7830f53b-c82d-48ea-ad1c-0b6ce38b7870 req-ebb8b95c-9a90-4dea-a216-16899b6f23d1 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480700 Apr 19 19:16:32.462454 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628c3b7-6f78-414e-96fb-278e50effdf9 req-31e822cd-7afe-402a-bcad-7118d083c190 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:32.464165 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0628c3b7-6f78-414e-96fb-278e50effdf9 req-31e822cd-7afe-402a-bcad-7118d083c190 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 944 time: 0.0993898 Apr 19 19:16:32.575262 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-0628c3b7-6f78-414e-96fb-278e50effdf9 req-3013a56b-717c-4cbe-8258-1cb368770ad6 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033573 Apr 19 19:16:33.477698 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe4756-f32e-4b9e-8475-9be21da05211 req-fd49243b-8ff6-4621-a06f-71a6d67cb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:33.480758 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fefe4756-f32e-4b9e-8475-9be21da05211 req-fd49243b-8ff6-4621-a06f-71a6d67cb639 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3&tenant_id=b4938380a9b34f6e8ad32344ffb7cc84 HTTP/1.1" status: 200 len: 1097 time: 0.1154220 Apr 19 19:16:33.486433 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8a698-c5c1-442a-bacc-a8402a71d46c req-9120df22-112a-4e19-a176-ac7c856ce36a tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:33.487982 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-36d8a698-c5c1-442a-bacc-a8402a71d46c req-9120df22-112a-4e19-a176-ac7c856ce36a tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 944 time: 0.1025524 Apr 19 19:16:33.541101 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-36d8a698-c5c1-442a-bacc-a8402a71d46c req-ccc4eb61-b0a7-4dbf-bdf1-e4201fe48962 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454578 Apr 19 19:16:33.587114 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe4756-f32e-4b9e-8475-9be21da05211 req-91a3837d-3535-4019-83b5-d6c74bd77df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:33.588787 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fefe4756-f32e-4b9e-8475-9be21da05211 req-91a3837d-3535-4019-83b5-d6c74bd77df2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b4938380a9b34f6e8ad32344ffb7cc84&device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 1097 time: 0.0843382 Apr 19 19:16:33.805494 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe4756-f32e-4b9e-8475-9be21da05211 req-210d2484-aa04-4695-b7a3-267178273849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:33.807190 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fefe4756-f32e-4b9e-8475-9be21da05211 req-210d2484-aa04-4695-b7a3-267178273849 service neutron] 10.222.0.75 "GET /v2.0/networks?id=67b4228e-71c2-40be-8161-770e93440890 HTTP/1.1" status: 200 len: 910 time: 0.2114167 Apr 19 19:16:34.120105 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:16:34.211253 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079e803-045b-43b4-9d08-05fdf926f8aa req-d0851ad0-c2f3-4b7b-a1e7-6c86ac29604f tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:34.213361 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9079e803-045b-43b4-9d08-05fdf926f8aa req-d0851ad0-c2f3-4b7b-a1e7-6c86ac29604f tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 944 time: 0.5076642 Apr 19 19:16:34.228803 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fefe4756-f32e-4b9e-8475-9be21da05211 req-bb09d40d-8c71-4c15-99e6-cabc517c9048 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acfc3f98-9996-4872-991d-7056281f07b4 HTTP/1.1" status: 200 len: 1000 time: 0.4102559 Apr 19 19:16:34.319193 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe4756-f32e-4b9e-8475-9be21da05211 req-0bca79a6-6839-449c-8e78-572103f0fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:34.320345 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fefe4756-f32e-4b9e-8475-9be21da05211 req-0bca79a6-6839-449c-8e78-572103f0fb34 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e HTTP/1.1" status: 200 len: 848 time: 0.0729327 Apr 19 19:16:34.403064 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9079e803-045b-43b4-9d08-05fdf926f8aa req-b54f170f-c249-44a6-83bb-a0fe54e7dd09 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769576 Apr 19 19:16:34.444390 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe4756-f32e-4b9e-8475-9be21da05211 req-2d57e734-7ca4-428d-abbf-7f3d8edf11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:34.445869 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fefe4756-f32e-4b9e-8475-9be21da05211 req-2d57e734-7ca4-428d-abbf-7f3d8edf11ca service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67b4228e-71c2-40be-8161-770e93440890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1104243 Apr 19 19:16:34.495132 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:16:34.511168 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'port_id': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887', 'mac_address': 'fa:16:3e:92:bf:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:16:34.589340 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:34.633409 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:16:34.659696 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:16:34.663563 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:34.668814 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:34.690075 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fefe4756-f32e-4b9e-8475-9be21da05211 req-64f69710-3df2-48eb-9205-1e1fc6685b14 service neutron] 10.222.0.75 "GET /v2.0/networks/67b4228e-71c2-40be-8161-770e93440890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365320 Apr 19 19:16:34.835296 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,revision_number=9']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:34.840798 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:34.862198 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383b551-2397-4599-a269-7d60fa11ce1f req-9e91d4ae-b2d7-4c2d-bf6f-a4a7b08d71b1 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:34.864148 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8383b551-2397-4599-a269-7d60fa11ce1f req-9e91d4ae-b2d7-4c2d-bf6f-a4a7b08d71b1 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 944 time: 0.1280093 Apr 19 19:16:34.872670 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['13a5e18e-4297-4bfb-8c0e-ca5397fa0887'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:16:34.881751 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-fefe4756-f32e-4b9e-8475-9be21da05211 req-e236a680-e1e2-4406-81f8-0f17b7e4dbeb service neutron] 10.222.0.75 "GET /v2.0/networks/67b4228e-71c2-40be-8161-770e93440890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847191 Apr 19 19:16:34.974287 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-8383b551-2397-4599-a269-7d60fa11ce1f req-8bc75f2e-23ee-4491-9c07-3fb22b2c97d6 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029785 Apr 19 19:16:35.681199 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14431d5-126e-47c2-a894-bb68861c25a1 req-a9b66e05-6ccc-48e1-9201-675b85685858 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:35.683044 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e14431d5-126e-47c2-a894-bb68861c25a1 req-a9b66e05-6ccc-48e1-9201-675b85685858 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 945 time: 0.1082959 Apr 19 19:16:35.743556 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e14431d5-126e-47c2-a894-bb68861c25a1 req-bc332e8d-b4fe-424e-88a6-0f3b22439b91 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469267 Apr 19 19:16:36.140009 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:16:36.276918 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60454fac-e8ea-47cb-8ef0-648a406e8cfb req-3d22d1d2-5e60-42f0-a962-3cb78c5b30c3 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:36.281146 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:16:36.281796 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:36.281929 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-60454fac-e8ea-47cb-8ef0-648a406e8cfb req-3d22d1d2-5e60-42f0-a962-3cb78c5b30c3 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 944 time: 0.1506982 Apr 19 19:16:36.340088 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-60454fac-e8ea-47cb-8ef0-648a406e8cfb req-5848e61e-1e71-4263-944d-ef7d080ded89 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494664 Apr 19 19:16:36.454699 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:36.490358 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:16:36.502394 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:16:36.506313 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:36.508482 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d4406260-8c76-4fb5-aabd-ac73120242dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:36.558185 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887', 'code': 200} Apr 19 19:16:36.587457 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,revision_number=10']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:36.591243 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:36.859814 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f135c-ad99-49e7-8e71-40b8f82b4037 req-6b0dcabb-2c77-464f-bc1b-7ced178c2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:36.863651 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-812f135c-ad99-49e7-8e71-40b8f82b4037 req-6b0dcabb-2c77-464f-bc1b-7ced178c2a4a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 1100 time: 0.1010261 Apr 19 19:16:36.940343 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-812f135c-ad99-49e7-8e71-40b8f82b4037 req-dbcb8279-dee6-4105-a0a7-507c34f46db9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710437 Apr 19 19:16:36.991316 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f92c2-7fe8-4f61-9615-6ca881fe9860 req-87a72418-4a55-4f07-95cc-265bd321cad2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:36.993126 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-148f92c2-7fe8-4f61-9615-6ca881fe9860 req-87a72418-4a55-4f07-95cc-265bd321cad2 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 947 time: 0.0998554 Apr 19 19:16:37.046008 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-148f92c2-7fe8-4f61-9615-6ca881fe9860 req-4690a862-d21c-4ec6-9bf5-e250b44dd33e tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458896 Apr 19 19:16:37.594824 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffb911-3e0a-477e-b8d2-7b3cb90da969 req-ca8ec77e-5627-4e89-b10f-a646ec6b0d23 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:37.596622 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-02ffb911-3e0a-477e-b8d2-7b3cb90da969 req-ca8ec77e-5627-4e89-b10f-a646ec6b0d23 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 944 time: 0.0984128 Apr 19 19:16:37.704890 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-02ffb911-3e0a-477e-b8d2-7b3cb90da969 req-50e96497-ad21-4f40-ade9-bfbc323f9d66 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957549 Apr 19 19:16:37.843669 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f6f9b487-a982-4b29-b4dd-0afeef3e00b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:38.142253 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device acfc3f98-9996-4872-991d-7056281f07b4 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 19:16:38.260569 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 48358) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:16:38.372009 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43478abf-fab9-40a3-af95-e7da5648d8e2 req-aa753d54-f5e7-4019-88d0-dc04199bdc1a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:38.381308 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-43478abf-fab9-40a3-af95-e7da5648d8e2 req-aa753d54-f5e7-4019-88d0-dc04199bdc1a tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 947 time: 0.1111624 Apr 19 19:16:38.384584 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port acfc3f98-9996-4872-991d-7056281f07b4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=acfc3f98-9996-4872-991d-7056281f07b4,segment=NetworkSegment(7c1fa115-8b02-4c44-a132-8a58ad5e2948),segment_id=7c1fa115-8b02-4c44-a132-8a58ad5e2948)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:16:38.405483 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Returning: {'device': 'acfc3f98-9996-4872-991d-7056281f07b4', 'network_id': '67b4228e-71c2-40be-8161-770e93440890', 'port_id': 'acfc3f98-9996-4872-991d-7056281f07b4', 'mac_address': 'fa:16:3e:d6:4a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 19:16:38.440599 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-43478abf-fab9-40a3-af95-e7da5648d8e2 req-4e767f9e-3acd-40e3-bcc0-cd21dbf6802f tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581908 Apr 19 19:16:38.465001 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bc5befc8-a9b5-4bde-a4e7-5952d86f35ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:38.478055 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:38.483507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-bc5befc8-a9b5-4bde-a4e7-5952d86f35ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:16:38.489039 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-bc5befc8-a9b5-4bde-a4e7-5952d86f35ff admin admin] Usage tracker for resource:security_group_rule and tenant:823763d70c304405803a1a57bb646ab4 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:16:38.492351 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-bc5befc8-a9b5-4bde-a4e7-5952d86f35ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:16:38.498954 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acfc3f98-9996-4872-991d-7056281f07b4 {{(pid=86368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 19:16:38.500738 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-bc5befc8-a9b5-4bde-a4e7-5952d86f35ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:16:38.517258 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port acfc3f98-9996-4872-991d-7056281f07b4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=acfc3f98-9996-4872-991d-7056281f07b4,segment=NetworkSegment(7c1fa115-8b02-4c44-a132-8a58ad5e2948),segment_id=7c1fa115-8b02-4c44-a132-8a58ad5e2948)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:16:38.520695 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:38.522669 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:38.611421 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=acfc3f98-9996-4872-991d-7056281f07b4,revision_number=7']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:38.617863 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:38.665386 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bc5befc8-a9b5-4bde-a4e7-5952d86f35ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:38.670775 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bc5befc8-a9b5-4bde-a4e7-5952d86f35ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:38.695336 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a74cdc37-cdb5-4768-ab27-e85d20ea0588 tempest-VolumesNegativeTest-1757321702 tempest-VolumesNegativeTest-1757321702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:38.726181 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] get_ports_and_sgs() called for port_ids ['acfc3f98-9996-4872-991d-7056281f07b4'] {{(pid=86368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 19:16:38.779939 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-bc5befc8-a9b5-4bde-a4e7-5952d86f35ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=823763d70c304405803a1a57bb646ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5137651 Apr 19 19:16:38.780629 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 48378) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:16:38.787069 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5befc8-a9b5-4bde-a4e7-5952d86f35ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6663c92b-7e3a-4e08-b330-07804a7e1780,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:38.816041 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bc5befc8-a9b5-4bde-a4e7-5952d86f35ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:38.928564 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4ca571e-e800-4e21-8008-4b4444520d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:38.978332 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4ca571e-e800-4e21-8008-4b4444520d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:38.987389 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099101a-9d44-49b3-9dd4-7249d283a1d7 req-742c56ac-d98f-48b5-bbbd-eea60a50b6f7 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:38.990227 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9099101a-9d44-49b3-9dd4-7249d283a1d7 req-742c56ac-d98f-48b5-bbbd-eea60a50b6f7 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 945 time: 0.1391451 Apr 19 19:16:39.068689 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4ca571e-e800-4e21-8008-4b4444520d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:39.079152 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ac68a13e-338d-4ebf-8ec7-223e68df20c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:39.081075 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-9099101a-9d44-49b3-9dd4-7249d283a1d7 req-fe59a792-14e8-4ff0-9e60-4afb902484c3 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766218 Apr 19 19:16:39.108804 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca571e-e800-4e21-8008-4b4444520d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6663c92b-7e3a-4e08-b330-07804a7e1780,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:39.112956 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4ca571e-e800-4e21-8008-4b4444520d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:39.119327 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b4ca571e-e800-4e21-8008-4b4444520d2b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6663c92b-7e3a-4e08-b330-07804a7e1780 HTTP/1.1" status: 204 len: 168 time: 0.3371806 Apr 19 19:16:39.122069 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b4ca571e-e800-4e21-8008-4b4444520d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:39.723894 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd6ba9-51c1-493d-a077-308e445f096a req-c407514f-3716-425b-b8a3-3d24bf773286 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:39.726306 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a6dd6ba9-51c1-493d-a077-308e445f096a req-c407514f-3716-425b-b8a3-3d24bf773286 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 947 time: 0.1307461 Apr 19 19:16:39.802165 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a6dd6ba9-51c1-493d-a077-308e445f096a req-8b145fa9-2d93-4565-b888-885485ff2dfd tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669310 Apr 19 19:16:40.153616 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device acfc3f98-9996-4872-991d-7056281f07b4 up at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 19:16:40.231506 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Provisioning complete for port acfc3f98-9996-4872-991d-7056281f07b4 triggered by entity L2. {{(pid=86368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 19:16:40.231979 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4047750'] for port, provisioning_complete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:40.399966 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a27bd79b-c77b-4801-9a2b-8f4103cd7ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:40.408688 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850632357'] for port, before_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:40.441675 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cac258-32ce-4343-a05d-3f4b75ae76e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfc3f98-9996-4872-991d-7056281f07b4'}] {{(pid=86368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:16:40.442400 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e4c81-12c3-4831-add5-943bb802b021 req-2a18318b-fe94-4254-aa62-10f0466604b0 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:40.445288 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-551e4c81-12c3-4831-add5-943bb802b021 req-2a18318b-fe94-4254-aa62-10f0466604b0 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 945 time: 0.1548100 Apr 19 19:16:40.453396 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] For port acfc3f98-9996-4872-991d-7056281f07b4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=acfc3f98-9996-4872-991d-7056281f07b4,segment=NetworkSegment(7c1fa115-8b02-4c44-a132-8a58ad5e2948),segment_id=7c1fa115-8b02-4c44-a132-8a58ad5e2948)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:16:40.458828 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745729518024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291125704342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745729071492'] for port, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:40.461092 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:40.559329 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Pushing event updated for resources: {'Port': ['ID=acfc3f98-9996-4872-991d-7056281f07b4,revision_number=8']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:40.572489 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cac258-32ce-4343-a05d-3f4b75ae76e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfc3f98-9996-4872-991d-7056281f07b4', 'code': 200} Apr 19 19:16:40.573760 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:40.574940 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-551e4c81-12c3-4831-add5-943bb802b021 req-bc0a309b-c0db-4d4f-acd6-73c678d9c986 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130128 Apr 19 19:16:40.909322 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3eb414-1d3a-4cea-a10e-f721e8763ab5 req-155aab8c-089f-442c-9f30-b68c11fb859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:40.911296 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-eb3eb414-1d3a-4cea-a10e-f721e8763ab5 req-155aab8c-089f-442c-9f30-b68c11fb859f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 1099 time: 0.0878386 Apr 19 19:16:40.988776 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-eb3eb414-1d3a-4cea-a10e-f721e8763ab5 req-7842d392-f1b7-4455-8bd8-741af385c57d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681682 Apr 19 19:16:41.305480 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:41.584753 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:41.725132 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:41.882121 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa85d2-427c-44ee-8666-c5a6633c5594 req-149a14f3-aa84-4783-986a-edc7c5efc518 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:41.885116 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a2aa85d2-427c-44ee-8666-c5a6633c5594 req-149a14f3-aa84-4783-986a-edc7c5efc518 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.1110787 Apr 19 19:16:41.971927 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-a2aa85d2-427c-44ee-8666-c5a6633c5594 req-b9639b05-922a-45d5-9a7f-f7c769c13926 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795715 Apr 19 19:16:42.737241 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:43.237037 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e8e3e-1f91-42c4-81a6-d047c72501cf req-462c607a-9f8f-4ed8-b4b2-ed0dd9d322f8 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:16:43.239327 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-948e8e3e-1f91-42c4-81a6-d047c72501cf req-462c607a-9f8f-4ed8-b4b2-ed0dd9d322f8 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.1362593 Apr 19 19:16:43.297025 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-948e8e3e-1f91-42c4-81a6-d047c72501cf req-83bf0533-3316-497f-82d3-7d87af9fe4e5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507381 Apr 19 19:16:50.927954 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 48508) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:16:51.081926 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-57cfa8b8-b499-495c-8fc6-47ff2c1f19c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:51.113114 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-57cfa8b8-b499-495c-8fc6-47ff2c1f19c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:16:51.120488 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-57cfa8b8-b499-495c-8fc6-47ff2c1f19c2 admin admin] Usage tracker for resource:security_group_rule and tenant:f2761c586b644757803a712cd9ee5c86 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:16:51.126103 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-57cfa8b8-b499-495c-8fc6-47ff2c1f19c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:16:51.138443 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-57cfa8b8-b499-495c-8fc6-47ff2c1f19c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:16:51.264411 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-57cfa8b8-b499-495c-8fc6-47ff2c1f19c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:51.267839 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-57cfa8b8-b499-495c-8fc6-47ff2c1f19c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:51.282269 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-83b54159-2479-4c6f-bb4d-ae8e880ddb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:51.330974 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-57cfa8b8-b499-495c-8fc6-47ff2c1f19c2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f2761c586b644757803a712cd9ee5c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017088 Apr 19 19:16:51.333118 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfa8b8-b499-495c-8fc6-47ff2c1f19c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54e8af3-24c9-4903-a1e7-9210bfe45d73,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:51.334904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 48514) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:16:51.336950 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-57cfa8b8-b499-495c-8fc6-47ff2c1f19c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:51.413274 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-14bc8ee9-7755-4154-8dc5-6897b8938f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:51.445741 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-14bc8ee9-7755-4154-8dc5-6897b8938f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:51.498599 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-14bc8ee9-7755-4154-8dc5-6897b8938f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:51.505198 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-73aa2f5e-8e09-4a28-9001-958dc4bc20f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:16:51.521838 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc8ee9-7755-4154-8dc5-6897b8938f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54e8af3-24c9-4903-a1e7-9210bfe45d73,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:16:51.524478 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-14bc8ee9-7755-4154-8dc5-6897b8938f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:16:51.526920 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-14bc8ee9-7755-4154-8dc5-6897b8938f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:16:51.529420 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-14bc8ee9-7755-4154-8dc5-6897b8938f25 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b54e8af3-24c9-4903-a1e7-9210bfe45d73 HTTP/1.1" status: 204 len: 168 time: 0.1921659 Apr 19 19:16:53.402046 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:17:07.841536 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9cb4e845-7060-435a-9334-607eaf1a9062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:09.907163 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4af0b9-c713-4448-a082-6e00aa3c4823 req-a1df2c1d-e804-4cec-b774-d5241203a3eb tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:09.909542 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bf4af0b9-c713-4448-a082-6e00aa3c4823 req-a1df2c1d-e804-4cec-b774-d5241203a3eb tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 947 time: 0.1095948 Apr 19 19:17:09.968837 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-bf4af0b9-c713-4448-a082-6e00aa3c4823 req-be7acd1d-cce3-4e50-97b2-22bb03131533 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470698 Apr 19 19:17:10.356654 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d3f1998a-1b25-429d-a393-639913635213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:11.342022 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:11.434329 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94498af2-0050-4979-9ca5-633edb3a410b req-14d8176f-a1e1-4242-93a5-77c1deef09e8 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:11.436185 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-94498af2-0050-4979-9ca5-633edb3a410b req-14d8176f-a1e1-4242-93a5-77c1deef09e8 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 947 time: 0.2667704 Apr 19 19:17:11.479250 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74092c44-e742-4396-8165-3e6b3f3038da req-2e7e61be-fd52-442e-b0f9-62eed2e6fd0c tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:11.480989 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-74092c44-e742-4396-8165-3e6b3f3038da req-2e7e61be-fd52-442e-b0f9-62eed2e6fd0c tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.75 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 947 time: 0.2141171 Apr 19 19:17:11.572545 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-94498af2-0050-4979-9ca5-633edb3a410b req-e47abcf2-860b-4ea8-9198-0915b7cceb30 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups?id=a29a7a32-e50a-4547-8068-d947cf1130cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273251 Apr 19 19:17:11.578190 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:11.602936 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-74092c44-e742-4396-8165-3e6b3f3038da req-e68ddb4f-0136-48ac-95a5-9e5a66119605 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Deleting port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:17:11.602936 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-74092c44-e742-4396-8165-3e6b3f3038da req-e68ddb4f-0136-48ac-95a5-9e5a66119605 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:11.731044 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:11.960851 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-74092c44-e742-4396-8165-3e6b3f3038da req-e68ddb4f-0136-48ac-95a5-9e5a66119605 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] For port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:17:11.961366 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-74092c44-e742-4396-8165-3e6b3f3038da req-e68ddb4f-0136-48ac-95a5-9e5a66119605 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:12.313489 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-74092c44-e742-4396-8165-3e6b3f3038da req-e68ddb4f-0136-48ac-95a5-9e5a66119605 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:12.313812 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-74092c44-e742-4396-8165-3e6b3f3038da req-e68ddb4f-0136-48ac-95a5-9e5a66119605 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658097'] for floatingip, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:12.314128 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.l3_db [req-74092c44-e742-4396-8165-3e6b3f3038da req-e68ddb4f-0136-48ac-95a5-9e5a66119605 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Floating IP 34f02d47-cee3-4f0e-b800-56e7ac703a3b disassociated. External IP: 172.28.1.120, port: 13a5e18e-4297-4bfb-8c0e-ca5397fa0887. Apr 19 19:17:12.314634 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-74092c44-e742-4396-8165-3e6b3f3038da req-e68ddb4f-0136-48ac-95a5-9e5a66119605 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Calling delete_port for 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 owned by compute:nova {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:17:12.538198 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-74092c44-e742-4396-8165-3e6b3f3038da req-e68ddb4f-0136-48ac-95a5-9e5a66119605 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:12.545163 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-48c20f87-562e-4faf-8f1c-f460df150240 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:17:12.605486 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ddb4f-0136-48ac-95a5-9e5a66119605 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Pushing event deleted for resources: {'Port': ['ID=13a5e18e-4297-4bfb-8c0e-ca5397fa0887,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:17:12.609159 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e68ddb4f-0136-48ac-95a5-9e5a66119605 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:17:12.766383 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:12.907669 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c366dafc-a06e-4ea5-a4b1-27d6e3b51937 req-57c5bf33-4fcb-474e-88bf-18113c6fe502 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 210 time: 0.1230817 Apr 19 19:17:12.919215 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74092c44-e742-4396-8165-3e6b3f3038da req-e68ddb4f-0136-48ac-95a5-9e5a66119605 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Router fd169c5e-b497-4409-8032-56f4dde26f0e has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:17:12.970060 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cc0cfe93-f199-4588-8385-91ec7543a1ca req-d439a477-cc14-4737-9470-ee1b71d58397 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2910197 Apr 19 19:17:13.210823 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cfe93-f199-4588-8385-91ec7543a1ca req-079bac57-f570-46b1-a01e-b48b99ce14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:13.213642 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cc0cfe93-f199-4588-8385-91ec7543a1ca req-079bac57-f570-46b1-a01e-b48b99ce14f5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b4938380a9b34f6e8ad32344ffb7cc84&device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 1099 time: 0.1156266 Apr 19 19:17:13.254669 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74092c44-e742-4396-8165-3e6b3f3038da req-e68ddb4f-0136-48ac-95a5-9e5a66119605 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:17:13.271305 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2f57a-3062-4478-8905-093ebabdd035 None None] Sync routers for ids ['fd169c5e-b497-4409-8032-56f4dde26f0e'] in dv-cinder-786932-1-smb {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:17:13.291163 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2f57a-3062-4478-8905-093ebabdd035 None None] Routers {'fd169c5e-b497-4409-8032-56f4dde26f0e'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:17:13.292290 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e1b2f57a-3062-4478-8905-093ebabdd035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:17:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['fd169c5e-b497-4409-8032-56f4dde26f0e'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:17:13.411617 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-74092c44-e742-4396-8165-3e6b3f3038da req-e68ddb4f-0136-48ac-95a5-9e5a66119605 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] No DVR routers for this DVR port 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 on host hv-cinder-78693 {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:17:13.414479 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-74092c44-e742-4396-8165-3e6b3f3038da req-e68ddb4f-0136-48ac-95a5-9e5a66119605 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:13.419344 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe', 'name': 'network-vif-deleted', 'tag': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:17:13.423115 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cfe93-f199-4588-8385-91ec7543a1ca req-2346244d-c821-425e-aef1-896e806acefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:13.427141 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cc0cfe93-f199-4588-8385-91ec7543a1ca req-2346244d-c821-425e-aef1-896e806acefa service neutron] 10.222.0.75 "GET /v2.0/networks?id=67b4228e-71c2-40be-8161-770e93440890 HTTP/1.1" status: 200 len: 910 time: 0.1877191 Apr 19 19:17:13.444849 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-74092c44-e742-4396-8165-3e6b3f3038da req-e68ddb4f-0136-48ac-95a5-9e5a66119605 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.75 "DELETE /v2.0/ports/13a5e18e-4297-4bfb-8c0e-ca5397fa0887 HTTP/1.1" status: 204 len: 173 time: 1.9562345 Apr 19 19:17:13.554579 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-e1b2f57a-3062-4478-8905-093ebabdd035 None None] Set router fd169c5e-b497-4409-8032-56f4dde26f0e gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:17:13.642267 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cc0cfe93-f199-4588-8385-91ec7543a1ca req-637023a0-8814-4150-8fe1-ce969aa6326d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acfc3f98-9996-4872-991d-7056281f07b4 HTTP/1.1" status: 200 len: 1002 time: 0.2081518 Apr 19 19:17:13.788735 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cfe93-f199-4588-8385-91ec7543a1ca req-0682c7cf-9333-4be9-81cd-6dc91aee0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:13.790474 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cc0cfe93-f199-4588-8385-91ec7543a1ca req-0682c7cf-9333-4be9-81cd-6dc91aee0e05 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e HTTP/1.1" status: 200 len: 848 time: 0.1395946 Apr 19 19:17:13.858251 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe', 'name': 'network-vif-deleted', 'tag': '13a5e18e-4297-4bfb-8c0e-ca5397fa0887', 'status': 'completed', 'code': 200} Apr 19 19:17:13.892878 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cfe93-f199-4588-8385-91ec7543a1ca req-a7facf93-e20a-4ce9-9fbc-e22df16c3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:13.895145 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cc0cfe93-f199-4588-8385-91ec7543a1ca req-a7facf93-e20a-4ce9-9fbc-e22df16c3d7f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67b4228e-71c2-40be-8161-770e93440890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0964746 Apr 19 19:17:14.136794 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e1b2f57a-3062-4478-8905-093ebabdd035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 4, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port': {'id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '78355f11-9600-4744-a55b-21f079ffd533', 'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'mac_address': 'fa:16:3e:ee:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:18Z', 'updated_at': '2021-04-19T19:10:39Z', 'revision_number': 5, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'subnets': [{'id': 'f6520559-3281-4271-a77a-f193645776b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:17:14.142054 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2f57a-3062-4478-8905-093ebabdd035 None None] Checking router: fd169c5e-b497-4409-8032-56f4dde26f0e for host: dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:17:14.159124 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2f57a-3062-4478-8905-093ebabdd035 None None] Routers {'fd169c5e-b497-4409-8032-56f4dde26f0e'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:17:14.160068 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e1b2f57a-3062-4478-8905-093ebabdd035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:17:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['fd169c5e-b497-4409-8032-56f4dde26f0e'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:17:14.356586 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:17:14.418042 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-ee001a56-8a5b-45da-967f-27b28a41f150 req-b05fa223-4672-4252-af38-c4daf4a98303 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/ports?device_id=48b2d2f9-1d52-4e90-bc6f-dfeac08fa4fe HTTP/1.1" status: 200 len: 210 time: 0.3328958 Apr 19 19:17:14.432932 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] No Port match for: 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:17:14.434094 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device 13a5e18e-4297-4bfb-8c0e-ca5397fa0887 not bound to the agent host hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:17:14.462779 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-e1b2f57a-3062-4478-8905-093ebabdd035 None None] Set router fd169c5e-b497-4409-8032-56f4dde26f0e gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:17:14.466648 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cc0cfe93-f199-4588-8385-91ec7543a1ca req-fbae4fa2-48f7-488f-b6dc-82e2ded09cc9 service neutron] 10.222.0.75 "GET /v2.0/networks/67b4228e-71c2-40be-8161-770e93440890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630059 Apr 19 19:17:14.721139 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-cc0cfe93-f199-4588-8385-91ec7543a1ca req-d986ccda-bcc0-4669-84f7-e11b9bbfe8b6 service neutron] 10.222.0.75 "GET /v2.0/networks/67b4228e-71c2-40be-8161-770e93440890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463973 Apr 19 19:17:15.031057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e1b2f57a-3062-4478-8905-093ebabdd035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 4, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port': {'id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '78355f11-9600-4744-a55b-21f079ffd533', 'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'mac_address': 'fa:16:3e:ee:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:18Z', 'updated_at': '2021-04-19T19:10:39Z', 'revision_number': 5, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'subnets': [{'id': 'f6520559-3281-4271-a77a-f193645776b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:17:15.039038 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2f57a-3062-4478-8905-093ebabdd035 None None] The sync data for ids ['fd169c5e-b497-4409-8032-56f4dde26f0e'] in dv-cinder-786932-1-smb is: [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:10:23Z', 'revision_number': 4, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port': {'id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '78355f11-9600-4744-a55b-21f079ffd533', 'name': '', 'network_id': '132d4ad0-195c-4d5c-9957-e76f12440abe', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'mac_address': 'fa:16:3e:ee:4b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f6520559-3281-4271-a77a-f193645776b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:18Z', 'updated_at': '2021-04-19T19:10:39Z', 'revision_number': 5, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'subnets': [{'id': 'f6520559-3281-4271-a77a-f193645776b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:17:15.529577 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d16e27-ce78-4b24-87ce-1687b937d3e0 None None] New status for floating IP 34f02d47-cee3-4f0e-b800-56e7ac703a3b: DOWN {{(pid=86368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:17:15.646803 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 48726) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:17:15.771390 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2a136b5-4256-4dcd-a4fb-df6d2299ab82 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:15.814131 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2a136b5-4256-4dcd-a4fb-df6d2299ab82 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:15.874066 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2a136b5-4256-4dcd-a4fb-df6d2299ab82 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:15.884745 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-57cfa8b8-b499-495c-8fc6-47ff2c1f19c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:17:15.915141 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a136b5-4256-4dcd-a4fb-df6d2299ab82 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29a7a32-e50a-4547-8068-d947cf1130cb,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:17:15.920266 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c2a136b5-4256-4dcd-a4fb-df6d2299ab82 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:17:15.936808 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2a136b5-4256-4dcd-a4fb-df6d2299ab82 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:15.943681 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c2a136b5-4256-4dcd-a4fb-df6d2299ab82 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "DELETE /v2.0/security-groups/a29a7a32-e50a-4547-8068-d947cf1130cb HTTP/1.1" status: 204 len: 168 time: 0.2905149 Apr 19 19:17:15.944740 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 48732) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:17:15.978780 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.api.v2.resource [None req-e627a486-e439-4bdb-bc20-e2271abf4313 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] show failed (client error): The resource could not be found. Apr 19 19:17:15.980763 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-e627a486-e439-4bdb-bc20-e2271abf4313 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "GET /v2.0/security-groups/a29a7a32-e50a-4547-8068-d947cf1130cb HTTP/1.1" status: 404 len: 347 time: 0.0340657 Apr 19 19:17:15.986300 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 48736) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:17:16.208074 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-976e3272-35fa-489c-9703-c61c291868e4 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Deleting port d173f985-4485-42fc-9a51-7e65f8ad0962 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:17:16.208407 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-976e3272-35fa-489c-9703-c61c291868e4 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:16.412384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-976e3272-35fa-489c-9703-c61c291868e4 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:16.412759 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-976e3272-35fa-489c-9703-c61c291868e4 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:16.567023 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-976e3272-35fa-489c-9703-c61c291868e4 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Calling delete_port for d173f985-4485-42fc-9a51-7e65f8ad0962 owned by network:floatingip {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:17:16.781099 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-976e3272-35fa-489c-9703-c61c291868e4 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:16.787483 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d979e8f9-f696-485c-b58a-903c2757cee5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:17:17.110189 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e3272-35fa-489c-9703-c61c291868e4 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Pushing event deleted for resources: {'Port': ['ID=d173f985-4485-42fc-9a51-7e65f8ad0962,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:17:17.117830 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-976e3272-35fa-489c-9703-c61c291868e4 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:17:17.291655 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-976e3272-35fa-489c-9703-c61c291868e4 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks [] for floatingip, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:17.321564 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-976e3272-35fa-489c-9703-c61c291868e4 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:17.323663 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-976e3272-35fa-489c-9703-c61c291868e4 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] 10.222.0.58 "DELETE /v2.0/floatingips/34f02d47-cee3-4f0e-b800-56e7ac703a3b HTTP/1.1" status: 204 len: 168 time: 1.3357434 Apr 19 19:17:20.357962 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 48778) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:17:21.247727 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7d350abc-f4b1-4660-a68a-083f6e880dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854113638'] for router_interface, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:21.726968 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-7d350abc-f4b1-4660-a68a-083f6e880dba admin admin] Deleting port 78355f11-9600-4744-a55b-21f079ffd533 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:17:21.727894 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7d350abc-f4b1-4660-a68a-083f6e880dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:22.072852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-7d350abc-f4b1-4660-a68a-083f6e880dba admin admin] For port 78355f11-9600-4744-a55b-21f079ffd533, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=78355f11-9600-4744-a55b-21f079ffd533,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:17:22.073427 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7d350abc-f4b1-4660-a68a-083f6e880dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:22.231095 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-7d350abc-f4b1-4660-a68a-083f6e880dba admin admin] Calling delete_port for 78355f11-9600-4744-a55b-21f079ffd533 owned by network:router_interface {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:17:22.496969 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7d350abc-f4b1-4660-a68a-083f6e880dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:22.505111 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:17:22.558680 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d350abc-f4b1-4660-a68a-083f6e880dba admin admin] Pushing event deleted for resources: {'Port': ['ID=78355f11-9600-4744-a55b-21f079ffd533,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:17:22.595055 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7d350abc-f4b1-4660-a68a-083f6e880dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:17:22.882599 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7d350abc-f4b1-4660-a68a-083f6e880dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854113564'] for router_interface, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:23.313714 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d350abc-f4b1-4660-a68a-083f6e880dba admin admin] Router fd169c5e-b497-4409-8032-56f4dde26f0e has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:17:23.796656 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d350abc-f4b1-4660-a68a-083f6e880dba admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:17:23.809373 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ee84b-b034-4d09-a2ea-db1e8bc7f6a2 None None] Sync routers for ids ['fd169c5e-b497-4409-8032-56f4dde26f0e'] in dv-cinder-786932-1-smb {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:17:23.812615 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-7d350abc-f4b1-4660-a68a-083f6e880dba admin admin] 10.222.0.58 "PUT /v2.0/routers/fd169c5e-b497-4409-8032-56f4dde26f0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4534216 Apr 19 19:17:23.815911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 48802) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:17:23.828250 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ee84b-b034-4d09-a2ea-db1e8bc7f6a2 None None] Routers {'fd169c5e-b497-4409-8032-56f4dde26f0e'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:17:23.829483 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-7d1ee84b-b034-4d09-a2ea-db1e8bc7f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:17:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['fd169c5e-b497-4409-8032-56f4dde26f0e'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:17:24.041043 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c3d223e-200c-46aa-af53-7d2e3deaee81 admin admin] Notify callbacks [] for router, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:24.178650 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-7d1ee84b-b034-4d09-a2ea-db1e8bc7f6a2 None None] Set router fd169c5e-b497-4409-8032-56f4dde26f0e gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:17:24.310960 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c3d223e-200c-46aa-af53-7d2e3deaee81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:24.324828 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d223e-200c-46aa-af53-7d2e3deaee81 admin admin] Deleting port 7d19f56b-0930-458a-a8fd-bcf336340c83 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:17:24.325359 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c3d223e-200c-46aa-af53-7d2e3deaee81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:24.535219 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-4c3d223e-200c-46aa-af53-7d2e3deaee81 admin admin] For port 7d19f56b-0930-458a-a8fd-bcf336340c83, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=7d19f56b-0930-458a-a8fd-bcf336340c83,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:17:24.535550 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c3d223e-200c-46aa-af53-7d2e3deaee81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:24.653648 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-7d1ee84b-b034-4d09-a2ea-db1e8bc7f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:17:22Z', 'revision_number': 5, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port': {'id': '7d19f56b-0930-458a-a8fd-bcf336340c83', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:10:05Z', 'updated_at': '2021-04-19T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:17:24.663776 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ee84b-b034-4d09-a2ea-db1e8bc7f6a2 None None] Checking router: fd169c5e-b497-4409-8032-56f4dde26f0e for host: dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:17:24.678499 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ee84b-b034-4d09-a2ea-db1e8bc7f6a2 None None] Routers {'fd169c5e-b497-4409-8032-56f4dde26f0e'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:17:24.679217 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-7d1ee84b-b034-4d09-a2ea-db1e8bc7f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:17:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['fd169c5e-b497-4409-8032-56f4dde26f0e'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:17:24.713562 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d223e-200c-46aa-af53-7d2e3deaee81 admin admin] Calling delete_port for 7d19f56b-0930-458a-a8fd-bcf336340c83 owned by network:router_gateway {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:17:24.900635 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-7d1ee84b-b034-4d09-a2ea-db1e8bc7f6a2 None None] Set router fd169c5e-b497-4409-8032-56f4dde26f0e gateway port host: None {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:17:24.924076 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c3d223e-200c-46aa-af53-7d2e3deaee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:24.929727 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e0cd1a7d-db5c-4d61-8a7c-2d4e4b5db964 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:17:24.985795 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d223e-200c-46aa-af53-7d2e3deaee81 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d19f56b-0930-458a-a8fd-bcf336340c83,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:17:25.017239 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4c3d223e-200c-46aa-af53-7d2e3deaee81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:17:25.045868 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-7d1ee84b-b034-4d09-a2ea-db1e8bc7f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:17:24Z', 'revision_number': 6, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port_host': None}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:17:25.051164 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ee84b-b034-4d09-a2ea-db1e8bc7f6a2 None None] The sync data for ids ['fd169c5e-b497-4409-8032-56f4dde26f0e'] in dv-cinder-786932-1-smb is: [{'id': 'fd169c5e-b497-4409-8032-56f4dde26f0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1962306731-router', 'tenant_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:10:03Z', 'updated_at': '2021-04-19T19:17:24Z', 'revision_number': 6, 'project_id': '3f06609ad86c4c05a7a4dd90ffe12706', 'gw_port_host': None}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:17:25.107435 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c3d223e-200c-46aa-af53-7d2e3deaee81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681829'] for router_gateway, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:25.373635 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 78355f11-9600-4744-a55b-21f079ffd533 no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:17:25.377990 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c3d223e-200c-46aa-af53-7d2e3deaee81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775007'] for router, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:25.382969 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c3d223e-200c-46aa-af53-7d2e3deaee81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:25.418876 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c3d223e-200c-46aa-af53-7d2e3deaee81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854112387'] for router, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:25.419642 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3d223e-200c-46aa-af53-7d2e3deaee81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd169c5e-b497-4409-8032-56f4dde26f0e {{(pid=86366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 19:17:25.449868 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c3d223e-200c-46aa-af53-7d2e3deaee81 admin admin] Notify callbacks [] for router, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:25.452434 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-4c3d223e-200c-46aa-af53-7d2e3deaee81 admin admin] 10.222.0.58 "DELETE /v2.0/routers/fd169c5e-b497-4409-8032-56f4dde26f0e HTTP/1.1" status: 204 len: 168 time: 1.6349082 Apr 19 19:17:25.454816 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 48814) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:17:25.456766 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No Port match for: 78355f11-9600-4744-a55b-21f079ffd533 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:17:25.457451 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 78355f11-9600-4744-a55b-21f079ffd533 not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:17:25.579043 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b6198e-f383-4ee1-ac2d-3ca3abcca168 admin admin] Deleting subnet f6520559-3281-4271-a77a-f193645776b6 {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:17:25.585583 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-63b6198e-f383-4ee1-ac2d-3ca3abcca168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:25.671179 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-63b6198e-f383-4ee1-ac2d-3ca3abcca168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793290365'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:25.833309 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-63b6198e-f383-4ee1-ac2d-3ca3abcca168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070052'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:26.237780 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-63b6198e-f383-4ee1-ac2d-3ca3abcca168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850705764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61803322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60833484'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:26.244256 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:17:26.289155 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6198e-f383-4ee1-ac2d-3ca3abcca168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6520559-3281-4271-a77a-f193645776b6,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:17:26.291895 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-63b6198e-f383-4ee1-ac2d-3ca3abcca168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:26.295743 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-63b6198e-f383-4ee1-ac2d-3ca3abcca168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:17:26.296240 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a10c02-0fa4-44a4-800a-3faf5739d04b None None] Network 132d4ad0-195c-4d5c-9957-e76f12440abe requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:17:26.298891 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-63b6198e-f383-4ee1-ac2d-3ca3abcca168 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f6520559-3281-4271-a77a-f193645776b6 HTTP/1.1" status: 204 len: 168 time: 0.8406618 Apr 19 19:17:26.302149 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 48824) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:17:26.438554 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3959784'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:26.453363 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] Deleting port 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:17:26.454084 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:26.586143 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136e9634-146b-4d47-a7a6-ca8dde418af3 None None] DHCP port deletion for 132d4ad0-195c-4d5c-9957-e76f12440abe request from dv-cinder-786932-1-smb {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 19:17:26.590780 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-136e9634-146b-4d47-a7a6-ca8dde418af3 None None] Deleting port 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:17:26.591210 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-136e9634-146b-4d47-a7a6-ca8dde418af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:26.727733 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] For port 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:17:26.728177 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:26.842264 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-136e9634-146b-4d47-a7a6-ca8dde418af3 None None] For port 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f,segment=NetworkSegment(6fb463c5-79dc-48d7-8be0-b37cf8227b63),segment_id=6fb463c5-79dc-48d7-8be0-b37cf8227b63)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:17:26.842569 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-136e9634-146b-4d47-a7a6-ca8dde418af3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:26.875168 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] Calling delete_port for 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:17:26.971215 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:26.976398 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-217c8e1a-48da-462b-a423-0c3cf3f592ea tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:17:26.987998 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-136e9634-146b-4d47-a7a6-ca8dde418af3 None None] Calling delete_port for 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:17:27.025205 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:17:27.029589 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:17:27.032432 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] No DVR routers for this DVR port 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f on host dv-cinder-786932-1-smb {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:17:27.076617 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.db.api [None req-136e9634-146b-4d47-a7a6-ca8dde418af3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 19:17:27.077033 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_db.api [None req-136e9634-146b-4d47-a7a6-ca8dde418af3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 19:17:27.165580 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850705679', 'neutron.services.segments.db._delete_segments_for_network-8745729553011'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:27.312336 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 7d19f56b-0930-458a-a8fd-bcf336340c83 no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:17:27.326374 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132d4ad0-195c-4d5c-9957-e76f12440abe']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:17:27.352040 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb463c5-79dc-48d7-8be0-b37cf8227b63') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:17:27.352381 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb463c5-79dc-48d7-8be0-b37cf8227b63') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:17:27.367931 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291125193315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61485451'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:27.381373 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No Port match for: 7d19f56b-0930-458a-a8fd-bcf336340c83 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:17:27.381962 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 7d19f56b-0930-458a-a8fd-bcf336340c83 not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:17:27.382575 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:17:27.387611 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:27.398436 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:17:27.457524 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No Port match for: 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:17:27.458154 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:17:27.578945 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-136e9634-146b-4d47-a7a6-ca8dde418af3 None None] Deleting port 3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:17:27.579525 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-136e9634-146b-4d47-a7a6-ca8dde418af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:27.613993 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] Network 132d4ad0-195c-4d5c-9957-e76f12440abe has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:17:27.624430 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4065973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036792973159'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:27.665388 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-136e9634-146b-4d47-a7a6-ca8dde418af3 None None] The port '3d048625-adb0-4b5a-8d2b-ecfd5dd0dc9f' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 19:17:27.834798 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] Network 132d4ad0-195c-4d5c-9957-e76f12440abe has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: Traceback (most recent call last): Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: timer() Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: cb(*args, **kw) Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: return func(*args, **kwargs) Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: self._notify() Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: self.callback(batched_events) Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: event.method(event) Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: segment_id)['aggregates'][0] Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: return f(self, *a, **k) Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: return self._get(url).json() Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: **kwargs) Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: return self.request(url, 'GET', **kwargs) Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: **endpoint_filter) Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:17:27.864471 dv-cinder-786932-1-smb neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:17:27.948337 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658050'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:27.952287 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:17:27.967402 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:27.979724 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=132d4ad0-195c-4d5c-9957-e76f12440abe,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:17:27.983662 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:17:27.997088 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-af15a7fc-8406-4a65-8d07-faf2fe11eab7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/132d4ad0-195c-4d5c-9957-e76f12440abe HTTP/1.1" status: 204 len: 168 time: 1.6936538 Apr 19 19:17:28.137614 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 48836) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:17:28.199043 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b44c6115-4c02-485c-9bed-b0b682a20dfe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3f06609ad86c4c05a7a4dd90ffe12706&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0599391 Apr 19 19:17:28.201923 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 48840) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:17:28.274850 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ef8daf60-762b-4310-b4af-d0bf3d2ce815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:28.308675 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ef8daf60-762b-4310-b4af-d0bf3d2ce815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:28.359530 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ef8daf60-762b-4310-b4af-d0bf3d2ce815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:28.365683 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1b7a06e4-7cb1-4088-8dcc-cc6a7f933eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:17:28.381368 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8daf60-762b-4310-b4af-d0bf3d2ce815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f2c447-6a75-47d7-95c4-400733fdf35f,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:17:28.384247 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ef8daf60-762b-4310-b4af-d0bf3d2ce815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:17:28.391237 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ef8daf60-762b-4310-b4af-d0bf3d2ce815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:28.392510 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-ef8daf60-762b-4310-b4af-d0bf3d2ce815 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5f2c447-6a75-47d7-95c4-400733fdf35f HTTP/1.1" status: 204 len: 168 time: 0.1895850 Apr 19 19:17:29.021030 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 48862) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:17:29.221975 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-08f7dbee-dd97-4da0-b2c5-66965a5777fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:29.252109 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-08f7dbee-dd97-4da0-b2c5-66965a5777fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:17:29.260345 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-08f7dbee-dd97-4da0-b2c5-66965a5777fe admin admin] Usage tracker for resource:security_group_rule and tenant:7130ce47e8dc466bbaf96641eb3f97b2 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:17:29.265911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-08f7dbee-dd97-4da0-b2c5-66965a5777fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:17:29.277467 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-08f7dbee-dd97-4da0-b2c5-66965a5777fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:17:29.417297 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-08f7dbee-dd97-4da0-b2c5-66965a5777fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:29.422128 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-08f7dbee-dd97-4da0-b2c5-66965a5777fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:29.448524 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9ad0350f-6a39-4336-84e8-f0938841de47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:17:29.537942 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-08f7dbee-dd97-4da0-b2c5-66965a5777fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7130ce47e8dc466bbaf96641eb3f97b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5148029 Apr 19 19:17:29.539662 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7dbee-dd97-4da0-b2c5-66965a5777fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8148a8-d3bd-42ba-b540-a19ad53e7b06,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:17:29.541384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 48880) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:17:29.546701 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-08f7dbee-dd97-4da0-b2c5-66965a5777fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:17:29.625937 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bfef9f3d-44ba-4ea3-b0f2-246d70e65aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:29.661419 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bfef9f3d-44ba-4ea3-b0f2-246d70e65aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:29.724173 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bfef9f3d-44ba-4ea3-b0f2-246d70e65aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:29.729851 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8789c19d-2292-467a-9b54-2a86194caa7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:17:29.742810 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef9f3d-44ba-4ea3-b0f2-246d70e65aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8148a8-d3bd-42ba-b540-a19ad53e7b06,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:17:29.755128 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9f3d-44ba-4ea3-b0f2-246d70e65aa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:29.755565 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9f3d-44ba-4ea3-b0f2-246d70e65aa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:29.756031 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9f3d-44ba-4ea3-b0f2-246d70e65aa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:29.756452 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9f3d-44ba-4ea3-b0f2-246d70e65aa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:29.756860 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9f3d-44ba-4ea3-b0f2-246d70e65aa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:29.757268 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9f3d-44ba-4ea3-b0f2-246d70e65aa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:29.757672 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9f3d-44ba-4ea3-b0f2-246d70e65aa8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:29.758086 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9f3d-44ba-4ea3-b0f2-246d70e65aa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:29.758492 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9f3d-44ba-4ea3-b0f2-246d70e65aa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:29.759150 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9f3d-44ba-4ea3-b0f2-246d70e65aa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:29.759235 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9f3d-44ba-4ea3-b0f2-246d70e65aa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:29.759653 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9f3d-44ba-4ea3-b0f2-246d70e65aa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:29.763854 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bfef9f3d-44ba-4ea3-b0f2-246d70e65aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:17:29.765203 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bfef9f3d-44ba-4ea3-b0f2-246d70e65aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:29.770137 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-bfef9f3d-44ba-4ea3-b0f2-246d70e65aa8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6d8148a8-d3bd-42ba-b540-a19ad53e7b06 HTTP/1.1" status: 204 len: 168 time: 0.2256308 Apr 19 19:17:30.407720 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:17:30.421964 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 48918) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:17:30.660305 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c0825c1c-7d16-4b4b-bab6-103ebaab85e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:30.684345 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c0825c1c-7d16-4b4b-bab6-103ebaab85e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:17:30.692565 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c0825c1c-7d16-4b4b-bab6-103ebaab85e1 admin admin] Usage tracker for resource:security_group_rule and tenant:a8de90dba4114abe9a77cff680d074a1 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:17:30.696876 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c0825c1c-7d16-4b4b-bab6-103ebaab85e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:17:30.708136 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c0825c1c-7d16-4b4b-bab6-103ebaab85e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:17:30.841207 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c0825c1c-7d16-4b4b-bab6-103ebaab85e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:30.845051 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c0825c1c-7d16-4b4b-bab6-103ebaab85e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:30.855900 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b75e0a1d-f086-4db3-9ed6-a3f52085aaef tempest-TestMinimumBasicScenario-1582101813 tempest-TestMinimumBasicScenario-1582101813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:17:30.906287 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c0825c1c-7d16-4b4b-bab6-103ebaab85e1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a8de90dba4114abe9a77cff680d074a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826891 Apr 19 19:17:30.908304 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 48934) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:17:30.912459 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0825c1c-7d16-4b4b-bab6-103ebaab85e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edabfa61-bdc6-4554-af5f-29821e1e5001,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:17:30.933985 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c0825c1c-7d16-4b4b-bab6-103ebaab85e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:17:30.997934 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-165f810f-cebd-43b7-bcdb-26afdac7c5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:31.038904 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-165f810f-cebd-43b7-bcdb-26afdac7c5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:31.117773 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-165f810f-cebd-43b7-bcdb-26afdac7c5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:31.124303 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-62106e9e-82dc-4d68-b469-4170b72a4224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:17:31.141079 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f810f-cebd-43b7-bcdb-26afdac7c5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edabfa61-bdc6-4554-af5f-29821e1e5001,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:17:31.144381 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-165f810f-cebd-43b7-bcdb-26afdac7c5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:17:31.145732 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-165f810f-cebd-43b7-bcdb-26afdac7c5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:31.146977 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-165f810f-cebd-43b7-bcdb-26afdac7c5ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/edabfa61-bdc6-4554-af5f-29821e1e5001 HTTP/1.1" status: 204 len: 168 time: 0.2367477 Apr 19 19:17:37.855906 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6d937d7b-ccc7-4d8c-ad07-1970d14ec912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:40.352667 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-deba0770-ceb4-4611-9f19-01117b501ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:41.338887 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:41.577786 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:41.725251 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:42.735351 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:44.385815 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 49194) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:17:44.522442 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7d648448-4971-4a80-803d-2d92075e4abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:44.541209 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-7d648448-4971-4a80-803d-2d92075e4abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:17:44.546157 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-7d648448-4971-4a80-803d-2d92075e4abb admin admin] Usage tracker for resource:security_group_rule and tenant:50f460f6e42343cbbb368826d2a44dc4 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:17:44.550647 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-7d648448-4971-4a80-803d-2d92075e4abb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:17:44.558182 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-7d648448-4971-4a80-803d-2d92075e4abb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:17:44.659373 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7d648448-4971-4a80-803d-2d92075e4abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:44.662670 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7d648448-4971-4a80-803d-2d92075e4abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:44.672624 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3b02f623-bae4-4cfd-a2d0-f340514d2e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:17:44.718743 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-7d648448-4971-4a80-803d-2d92075e4abb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50f460f6e42343cbbb368826d2a44dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317144 Apr 19 19:17:44.721032 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d648448-4971-4a80-803d-2d92075e4abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553dc49d-49df-4d5c-9a4d-533887533c9d,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:17:44.723034 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 49200) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:17:44.724578 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7d648448-4971-4a80-803d-2d92075e4abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:17:44.793460 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-75401c7e-325f-4642-ae77-a8aa03d3a16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:44.823898 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-75401c7e-325f-4642-ae77-a8aa03d3a16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:44.878316 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-75401c7e-325f-4642-ae77-a8aa03d3a16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:44.885756 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f7a43174-2c84-4750-b067-ba6dc4aa4b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:17:44.909921 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75401c7e-325f-4642-ae77-a8aa03d3a16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553dc49d-49df-4d5c-9a4d-533887533c9d,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:17:44.931838 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75401c7e-325f-4642-ae77-a8aa03d3a16e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:44.932608 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75401c7e-325f-4642-ae77-a8aa03d3a16e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:44.933338 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75401c7e-325f-4642-ae77-a8aa03d3a16e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:44.934062 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75401c7e-325f-4642-ae77-a8aa03d3a16e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:44.934780 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75401c7e-325f-4642-ae77-a8aa03d3a16e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:44.935512 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75401c7e-325f-4642-ae77-a8aa03d3a16e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:44.936304 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75401c7e-325f-4642-ae77-a8aa03d3a16e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:44.937034 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75401c7e-325f-4642-ae77-a8aa03d3a16e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:44.937770 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75401c7e-325f-4642-ae77-a8aa03d3a16e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:44.938503 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75401c7e-325f-4642-ae77-a8aa03d3a16e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:44.939229 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75401c7e-325f-4642-ae77-a8aa03d3a16e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:44.940048 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75401c7e-325f-4642-ae77-a8aa03d3a16e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:17:44.950406 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-75401c7e-325f-4642-ae77-a8aa03d3a16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:17:44.954070 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-75401c7e-325f-4642-ae77-a8aa03d3a16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:44.956366 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-75401c7e-325f-4642-ae77-a8aa03d3a16e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/553dc49d-49df-4d5c-9a4d-533887533c9d HTTP/1.1" status: 204 len: 168 time: 0.2318552 Apr 19 19:17:56.828891 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 49406) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:17:57.550509 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-6959edf0-c9cf-49e4-9c52-e5241bbbfc39 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Deleting port 10d5fa44-aedd-4c23-8112-21c4c44aa8e7 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:17:57.551130 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6959edf0-c9cf-49e4-9c52-e5241bbbfc39 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:57.916033 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6959edf0-c9cf-49e4-9c52-e5241bbbfc39 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:57.916911 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6959edf0-c9cf-49e4-9c52-e5241bbbfc39 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:58.068863 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-6959edf0-c9cf-49e4-9c52-e5241bbbfc39 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Calling delete_port for 10d5fa44-aedd-4c23-8112-21c4c44aa8e7 owned by network:floatingip {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:17:58.165023 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 49428) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:17:58.315441 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b289b7b1-402d-4d3d-b30d-78398aa25ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:58.321684 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6959edf0-c9cf-49e4-9c52-e5241bbbfc39 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:58.326959 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3262bd2f-9016-42a7-8cc6-94830e844df5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:17:58.338562 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b289b7b1-402d-4d3d-b30d-78398aa25ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:17:58.346898 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-b289b7b1-402d-4d3d-b30d-78398aa25ddc admin admin] Usage tracker for resource:security_group_rule and tenant:fc1359e69c78480eb5a0be9c9d8368bd is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:17:58.352854 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-b289b7b1-402d-4d3d-b30d-78398aa25ddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:17:58.365693 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b289b7b1-402d-4d3d-b30d-78398aa25ddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:17:58.378535 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959edf0-c9cf-49e4-9c52-e5241bbbfc39 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Pushing event deleted for resources: {'Port': ['ID=10d5fa44-aedd-4c23-8112-21c4c44aa8e7,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:17:58.382140 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6959edf0-c9cf-49e4-9c52-e5241bbbfc39 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:17:58.492885 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6959edf0-c9cf-49e4-9c52-e5241bbbfc39 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for floatingip, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:58.493154 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.db.l3_db [None req-6959edf0-c9cf-49e4-9c52-e5241bbbfc39 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Floating IP 136d19c4-67b3-4593-9a96-c204a4b921e6 disassociated (deleted). External IP: 172.28.1.239, port: acfc3f98-9996-4872-991d-7056281f07b4. Apr 19 19:17:58.526956 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b289b7b1-402d-4d3d-b30d-78398aa25ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:58.532212 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b289b7b1-402d-4d3d-b30d-78398aa25ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:58.547828 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f2da489b-3be9-4025-a708-806d38af5720 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:17:58.653645 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b289b7b1-402d-4d3d-b30d-78398aa25ddc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc1359e69c78480eb5a0be9c9d8368bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4864902 Apr 19 19:17:58.656000 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 49444) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:17:58.720250 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289b7b1-402d-4d3d-b30d-78398aa25ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f359fa-fe15-4cea-8424-48f9abfa13de,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:17:58.743186 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b289b7b1-402d-4d3d-b30d-78398aa25ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:17:58.788999 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8401070c-ef08-4a99-b173-6bf2e780842d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:58.827045 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8401070c-ef08-4a99-b173-6bf2e780842d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:58.925676 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8401070c-ef08-4a99-b173-6bf2e780842d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:58.933979 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-697171b6-f08f-45ad-83bd-ab4b4939def9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:17:58.948755 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401070c-ef08-4a99-b173-6bf2e780842d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f359fa-fe15-4cea-8424-48f9abfa13de,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:17:58.952425 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8401070c-ef08-4a99-b173-6bf2e780842d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:17:58.958107 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8401070c-ef08-4a99-b173-6bf2e780842d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:58.962782 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-8401070c-ef08-4a99-b173-6bf2e780842d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/11f359fa-fe15-4cea-8424-48f9abfa13de HTTP/1.1" status: 204 len: 168 time: 0.3039956 Apr 19 19:17:59.096728 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6959edf0-c9cf-49e4-9c52-e5241bbbfc39 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Router 8eb94ae6-279c-4efe-858b-257778fc43f9 has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:17:59.424595 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6959edf0-c9cf-49e4-9c52-e5241bbbfc39 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:17:59.437183 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3b9b6-5941-4f6d-8169-aa520bfac2e8 None None] Sync routers for ids ['8eb94ae6-279c-4efe-858b-257778fc43f9'] in dv-cinder-786932-1-smb {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:17:59.449014 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3b9b6-5941-4f6d-8169-aa520bfac2e8 None None] Routers {'8eb94ae6-279c-4efe-858b-257778fc43f9'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:17:59.449729 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a7d3b9b6-5941-4f6d-8169-aa520bfac2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:17:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['8eb94ae6-279c-4efe-858b-257778fc43f9'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:17:59.455055 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6959edf0-c9cf-49e4-9c52-e5241bbbfc39 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for floatingip, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:17:59.569506 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-6959edf0-c9cf-49e4-9c52-e5241bbbfc39 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "DELETE /v2.0/floatingips/136d19c4-67b3-4593-9a96-c204a4b921e6 HTTP/1.1" status: 204 len: 168 time: 2.7385674 Apr 19 19:17:59.570434 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cac258-32ce-4343-a05d-3f4b75ae76e3', 'tag': 'acfc3f98-9996-4872-991d-7056281f07b4'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:17:59.670969 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cac258-32ce-4343-a05d-3f4b75ae76e3', 'tag': 'acfc3f98-9996-4872-991d-7056281f07b4', 'status': 'completed', 'code': 200} Apr 19 19:17:59.786141 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c930cd-d720-41ed-8f20-4739bc906747 req-d2015c50-94b5-4343-ba9f-dd72247fc679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:17:59.790247 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-90c930cd-d720-41ed-8f20-4739bc906747 req-d2015c50-94b5-4343-ba9f-dd72247fc679 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b4938380a9b34f6e8ad32344ffb7cc84&device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 1099 time: 0.0939908 Apr 19 19:17:59.905759 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-a7d3b9b6-5941-4f6d-8169-aa520bfac2e8 None None] Set router 8eb94ae6-279c-4efe-858b-257778fc43f9 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:18:00.057861 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c930cd-d720-41ed-8f20-4739bc906747 req-f306c31e-a6f8-44d1-a4c7-754293f8888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:00.060784 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-90c930cd-d720-41ed-8f20-4739bc906747 req-f306c31e-a6f8-44d1-a4c7-754293f8888a service neutron] 10.222.0.75 "GET /v2.0/networks?id=67b4228e-71c2-40be-8161-770e93440890 HTTP/1.1" status: 200 len: 910 time: 0.2655649 Apr 19 19:18:00.286325 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-90c930cd-d720-41ed-8f20-4739bc906747 req-5371c960-0dda-4410-a9c4-424ab6601017 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acfc3f98-9996-4872-991d-7056281f07b4 HTTP/1.1" status: 200 len: 217 time: 0.2172883 Apr 19 19:18:00.384499 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a7d3b9b6-5941-4f6d-8169-aa520bfac2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'name': 'tempest-TestShelveInstance-1025946447-router', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:56Z', 'updated_at': '2021-04-19T19:13:05Z', 'revision_number': 4, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'gw_port': {'id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ab:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:58Z', 'updated_at': '2021-04-19T19:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '6240231c-c27e-4404-a5e2-b17136414194', 'name': '', 'network_id': '67b4228e-71c2-40be-8161-770e93440890', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'mac_address': 'fa:16:3e:86:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:04Z', 'updated_at': '2021-04-19T19:13:18Z', 'revision_number': 5, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'subnets': [{'id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:18:00.393395 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3b9b6-5941-4f6d-8169-aa520bfac2e8 None None] Checking router: 8eb94ae6-279c-4efe-858b-257778fc43f9 for host: dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:18:00.400303 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c930cd-d720-41ed-8f20-4739bc906747 req-8cd66877-9a82-4f79-aa94-1d3a820c171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:00.401939 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-90c930cd-d720-41ed-8f20-4739bc906747 req-8cd66877-9a82-4f79-aa94-1d3a820c171c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e HTTP/1.1" status: 200 len: 848 time: 0.1029940 Apr 19 19:18:00.412178 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3b9b6-5941-4f6d-8169-aa520bfac2e8 None None] Routers {'8eb94ae6-279c-4efe-858b-257778fc43f9'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:18:00.413493 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a7d3b9b6-5941-4f6d-8169-aa520bfac2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:17:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['8eb94ae6-279c-4efe-858b-257778fc43f9'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:18:00.473834 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba19fe-c028-4414-a6c8-a086ef9c3cbf req-b05cdac2-6a5c-4e08-9cb5-05ca760e412c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:00.475566 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-26ba19fe-c028-4414-a6c8-a086ef9c3cbf req-b05cdac2-6a5c-4e08-9cb5-05ca760e412c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.2781897 Apr 19 19:18:00.550229 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-26ba19fe-c028-4414-a6c8-a086ef9c3cbf req-ce417866-0d94-47f9-b054-7dd94a898344 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644445 Apr 19 19:18:00.552915 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c930cd-d720-41ed-8f20-4739bc906747 req-11e1f9c7-4250-4cde-a4f1-ae6531bd531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:00.554536 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-90c930cd-d720-41ed-8f20-4739bc906747 req-11e1f9c7-4250-4cde-a4f1-ae6531bd531d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=67b4228e-71c2-40be-8161-770e93440890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1440868 Apr 19 19:18:00.723677 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-90c930cd-d720-41ed-8f20-4739bc906747 req-ae8bfaa6-db56-47e3-b169-51d31c2ada64 service neutron] 10.222.0.75 "GET /v2.0/networks/67b4228e-71c2-40be-8161-770e93440890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604695 Apr 19 19:18:00.760748 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-a7d3b9b6-5941-4f6d-8169-aa520bfac2e8 None None] Set router 8eb94ae6-279c-4efe-858b-257778fc43f9 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:18:00.892406 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-90c930cd-d720-41ed-8f20-4739bc906747 req-c523e48e-be07-4887-bed8-0f02431be7b3 service neutron] 10.222.0.75 "GET /v2.0/networks/67b4228e-71c2-40be-8161-770e93440890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613128 Apr 19 19:18:01.215223 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a7d3b9b6-5941-4f6d-8169-aa520bfac2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'name': 'tempest-TestShelveInstance-1025946447-router', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:56Z', 'updated_at': '2021-04-19T19:13:05Z', 'revision_number': 4, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'gw_port': {'id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ab:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:58Z', 'updated_at': '2021-04-19T19:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '6240231c-c27e-4404-a5e2-b17136414194', 'name': '', 'network_id': '67b4228e-71c2-40be-8161-770e93440890', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'mac_address': 'fa:16:3e:86:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:04Z', 'updated_at': '2021-04-19T19:13:18Z', 'revision_number': 5, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'subnets': [{'id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:18:01.220076 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3b9b6-5941-4f6d-8169-aa520bfac2e8 None None] The sync data for ids ['8eb94ae6-279c-4efe-858b-257778fc43f9'] in dv-cinder-786932-1-smb is: [{'id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'name': 'tempest-TestShelveInstance-1025946447-router', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:56Z', 'updated_at': '2021-04-19T19:13:05Z', 'revision_number': 4, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'gw_port': {'id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ab:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:58Z', 'updated_at': '2021-04-19T19:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb', '_interfaces': [{'id': '6240231c-c27e-4404-a5e2-b17136414194', 'name': '', 'network_id': '67b4228e-71c2-40be-8161-770e93440890', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'mac_address': 'fa:16:3e:86:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:04Z', 'updated_at': '2021-04-19T19:13:18Z', 'revision_number': 5, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'subnets': [{'id': '6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:18:01.349772 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bee809-8c2e-4552-89e9-8623c0ae9ccf req-401681b9-76a7-4803-99cf-ce047ea2e556 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:01.351496 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e7bee809-8c2e-4552-89e9-8623c0ae9ccf req-401681b9-76a7-4803-99cf-ce047ea2e556 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.75 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.0993032 Apr 19 19:18:01.435275 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-e7bee809-8c2e-4552-89e9-8623c0ae9ccf req-18a65be3-75a2-4bf1-bc0a-f067d33d245c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Deleting port acfc3f98-9996-4872-991d-7056281f07b4 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:18:01.435678 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-e7bee809-8c2e-4552-89e9-8623c0ae9ccf req-18a65be3-75a2-4bf1-bc0a-f067d33d245c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:01.710057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cbf802-bd67-4431-94ee-1b0c94f5cda3 None None] New status for floating IP 136d19c4-67b3-4593-9a96-c204a4b921e6: DOWN {{(pid=86369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 19:18:01.828620 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942da5d-339d-43c8-ab72-4aa197b94c46 req-505caad0-75c0-402c-bcf7-fe4fe30face5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 19:18:01.829589 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-c942da5d-339d-43c8-ab72-4aa197b94c46 req-505caad0-75c0-402c-bcf7-fe4fe30face5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Synchronizing usage tracker for tenant:b4938380a9b34f6e8ad32344ffb7cc84 on resource:port {{(pid=86366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 19:18:01.859559 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [req-c942da5d-339d-43c8-ab72-4aa197b94c46 req-505caad0-75c0-402c-bcf7-fe4fe30face5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Unset dirty status for tenant:b4938380a9b34f6e8ad32344ffb7cc84 on resource:port {{(pid=86366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 19:18:01.863578 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c942da5d-339d-43c8-ab72-4aa197b94c46 req-505caad0-75c0-402c-bcf7-fe4fe30face5 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 946 time: 0.1746976 Apr 19 19:18:01.869146 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-e7bee809-8c2e-4552-89e9-8623c0ae9ccf req-18a65be3-75a2-4bf1-bc0a-f067d33d245c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] For port acfc3f98-9996-4872-991d-7056281f07b4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=acfc3f98-9996-4872-991d-7056281f07b4,segment=NetworkSegment(7c1fa115-8b02-4c44-a132-8a58ad5e2948),segment_id=7c1fa115-8b02-4c44-a132-8a58ad5e2948)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:18:01.869996 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-e7bee809-8c2e-4552-89e9-8623c0ae9ccf req-18a65be3-75a2-4bf1-bc0a-f067d33d245c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:01.978622 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-c942da5d-339d-43c8-ab72-4aa197b94c46 req-fc66946b-da3b-4bbb-a6b6-52136eef1b6e tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/security-groups?id=9915e04c-634a-4718-acfa-b378187e6ad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063409 Apr 19 19:18:02.039608 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-e7bee809-8c2e-4552-89e9-8623c0ae9ccf req-18a65be3-75a2-4bf1-bc0a-f067d33d245c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Calling delete_port for acfc3f98-9996-4872-991d-7056281f07b4 owned by compute:nova {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:18:02.285438 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-e7bee809-8c2e-4552-89e9-8623c0ae9ccf req-18a65be3-75a2-4bf1-bc0a-f067d33d245c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:02.293538 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e3b2fd80-328b-4fdc-9fdc-677848666f2a tempest-VolumesActionsTest-2051060705 tempest-VolumesActionsTest-2051060705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:02.382687 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a65be3-75a2-4bf1-bc0a-f067d33d245c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Pushing event deleted for resources: {'Port': ['ID=acfc3f98-9996-4872-991d-7056281f07b4,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:02.453378 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-18a65be3-75a2-4bf1-bc0a-f067d33d245c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:02.508692 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7bee809-8c2e-4552-89e9-8623c0ae9ccf req-18a65be3-75a2-4bf1-bc0a-f067d33d245c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] No DVR routers for this DVR port acfc3f98-9996-4872-991d-7056281f07b4 on host hv-cinder-78693 {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:18:02.511616 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-e7bee809-8c2e-4552-89e9-8623c0ae9ccf req-18a65be3-75a2-4bf1-bc0a-f067d33d245c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774617'] for port, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:02.515100 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cac258-32ce-4343-a05d-3f4b75ae76e3', 'name': 'network-vif-deleted', 'tag': 'acfc3f98-9996-4872-991d-7056281f07b4'}] {{(pid=86367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 19:18:02.532024 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-e7bee809-8c2e-4552-89e9-8623c0ae9ccf req-18a65be3-75a2-4bf1-bc0a-f067d33d245c tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.75 "DELETE /v2.0/ports/acfc3f98-9996-4872-991d-7056281f07b4 HTTP/1.1" status: 204 len: 173 time: 1.1754217 Apr 19 19:18:02.611690 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cac258-32ce-4343-a05d-3f4b75ae76e3', 'name': 'network-vif-deleted', 'tag': 'acfc3f98-9996-4872-991d-7056281f07b4', 'status': 'completed', 'code': 200} Apr 19 19:18:03.268417 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [req-4c958790-1b9c-41bf-b337-34d1a0e36754 req-c6698a14-d756-4637-987f-0bbee53b6887 tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "GET /v2.0/ports?device_id=60cac258-32ce-4343-a05d-3f4b75ae76e3 HTTP/1.1" status: 200 len: 210 time: 0.0566869 Apr 19 19:18:04.375601 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 49510) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:04.460983 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-29c8a96c-398a-4f9c-b637-283d3a8fdeba tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:04.497643 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-29c8a96c-398a-4f9c-b637-283d3a8fdeba tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:04.558944 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-29c8a96c-398a-4f9c-b637-283d3a8fdeba tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:04.564462 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-14bc8ee9-7755-4154-8dc5-6897b8938f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:04.583775 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8a96c-398a-4f9c-b637-283d3a8fdeba tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9915e04c-634a-4718-acfa-b378187e6ad3,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:04.586944 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-29c8a96c-398a-4f9c-b637-283d3a8fdeba tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:04.596136 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-29c8a96c-398a-4f9c-b637-283d3a8fdeba tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:04.597691 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-29c8a96c-398a-4f9c-b637-283d3a8fdeba tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] 10.222.0.58 "DELETE /v2.0/security-groups/9915e04c-634a-4718-acfa-b378187e6ad3 HTTP/1.1" status: 204 len: 168 time: 0.2206454 Apr 19 19:18:04.655378 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 49516) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:05.686152 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c273a9c-bd51-4985-93a2-0fc5dc9df53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854113638'] for router_interface, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:06.132517 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-3c273a9c-bd51-4985-93a2-0fc5dc9df53f admin admin] Deleting port 6240231c-c27e-4404-a5e2-b17136414194 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:18:06.132877 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c273a9c-bd51-4985-93a2-0fc5dc9df53f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:06.347536 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-3c273a9c-bd51-4985-93a2-0fc5dc9df53f admin admin] For port 6240231c-c27e-4404-a5e2-b17136414194, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=6240231c-c27e-4404-a5e2-b17136414194,segment=NetworkSegment(7c1fa115-8b02-4c44-a132-8a58ad5e2948),segment_id=7c1fa115-8b02-4c44-a132-8a58ad5e2948)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:18:06.347997 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c273a9c-bd51-4985-93a2-0fc5dc9df53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:06.553455 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device acfc3f98-9996-4872-991d-7056281f07b4 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:18:06.620788 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] No Port match for: acfc3f98-9996-4872-991d-7056281f07b4 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:18:06.621386 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Device acfc3f98-9996-4872-991d-7056281f07b4 not bound to the agent host hv-cinder-78693 {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:18:06.823056 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-3c273a9c-bd51-4985-93a2-0fc5dc9df53f admin admin] Calling delete_port for 6240231c-c27e-4404-a5e2-b17136414194 owned by network:router_interface {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:18:07.063885 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c273a9c-bd51-4985-93a2-0fc5dc9df53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:07.069615 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-495ff310-fafd-44b4-b1c5-0fb87d729647 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:07.121944 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c273a9c-bd51-4985-93a2-0fc5dc9df53f admin admin] Pushing event deleted for resources: {'Port': ['ID=6240231c-c27e-4404-a5e2-b17136414194,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:07.125644 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3c273a9c-bd51-4985-93a2-0fc5dc9df53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:07.404880 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:18:07.456766 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c273a9c-bd51-4985-93a2-0fc5dc9df53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854113564'] for router_interface, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:07.846259 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ac2a5653-bd52-4e98-a5ba-0cf79fde0745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:07.903640 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 49570) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:08.060478 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c273a9c-bd51-4985-93a2-0fc5dc9df53f admin admin] Router 8eb94ae6-279c-4efe-858b-257778fc43f9 has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:18:08.104733 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1ed29c43-6568-43a8-b611-70652a1d782a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:08.134395 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1ed29c43-6568-43a8-b611-70652a1d782a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:18:08.142009 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-1ed29c43-6568-43a8-b611-70652a1d782a admin admin] Usage tracker for resource:security_group_rule and tenant:a36f40991b224e81b71074c76e5480c4 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:18:08.148276 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-1ed29c43-6568-43a8-b611-70652a1d782a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:18:08.159336 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1ed29c43-6568-43a8-b611-70652a1d782a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:18:08.312376 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1ed29c43-6568-43a8-b611-70652a1d782a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:08.316895 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1ed29c43-6568-43a8-b611-70652a1d782a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:08.328478 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c0825c1c-7d16-4b4b-bab6-103ebaab85e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:08.377182 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c273a9c-bd51-4985-93a2-0fc5dc9df53f admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:18:08.381440 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-1ed29c43-6568-43a8-b611-70652a1d782a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a36f40991b224e81b71074c76e5480c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4764574 Apr 19 19:18:08.382523 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed29c43-6568-43a8-b611-70652a1d782a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1938bbe-9e8e-44db-abe7-29fcfd7b61a7,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:08.385652 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 49576) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:08.388890 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1ed29c43-6568-43a8-b611-70652a1d782a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:08.398160 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a717411-ab8f-487b-8340-7b40b58911a4 None None] Sync routers for ids ['8eb94ae6-279c-4efe-858b-257778fc43f9'] in dv-cinder-786932-1-smb {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:18:08.407490 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-3c273a9c-bd51-4985-93a2-0fc5dc9df53f admin admin] 10.222.0.58 "PUT /v2.0/routers/8eb94ae6-279c-4efe-858b-257778fc43f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7459896 Apr 19 19:18:08.408751 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 49580) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:08.418649 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a717411-ab8f-487b-8340-7b40b58911a4 None None] Routers {'8eb94ae6-279c-4efe-858b-257778fc43f9'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:18:08.419751 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-3a717411-ab8f-487b-8340-7b40b58911a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:17:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['8eb94ae6-279c-4efe-858b-257778fc43f9'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:18:08.625050 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdbf6-5be6-4e39-a10c-4c0716760196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:08.661648 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-3a717411-ab8f-487b-8340-7b40b58911a4 None None] Set router 8eb94ae6-279c-4efe-858b-257778fc43f9 gateway port host: dv-cinder-786932-1-smb {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:18:08.678877 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdbf6-5be6-4e39-a10c-4c0716760196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:08.692117 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cefaeef9-7716-43fd-92e0-8ee468ab8b84 admin admin] Notify callbacks [] for router, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:08.915429 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdbf6-5be6-4e39-a10c-4c0716760196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:08.922473 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b289b7b1-402d-4d3d-b30d-78398aa25ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:08.945849 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bdbf6-5be6-4e39-a10c-4c0716760196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1938bbe-9e8e-44db-abe7-29fcfd7b61a7,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:08.949776 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6a3bdbf6-5be6-4e39-a10c-4c0716760196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:08.952680 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cefaeef9-7716-43fd-92e0-8ee468ab8b84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:08.956456 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdbf6-5be6-4e39-a10c-4c0716760196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:08.959411 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-6a3bdbf6-5be6-4e39-a10c-4c0716760196 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1938bbe-9e8e-44db-abe7-29fcfd7b61a7 HTTP/1.1" status: 204 len: 168 time: 0.5721867 Apr 19 19:18:08.970796 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-cefaeef9-7716-43fd-92e0-8ee468ab8b84 admin admin] Deleting port 90b33172-85e5-4f13-9ee9-aee81c025e04 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:18:08.971657 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cefaeef9-7716-43fd-92e0-8ee468ab8b84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:09.062784 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-3a717411-ab8f-487b-8340-7b40b58911a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'name': 'tempest-TestShelveInstance-1025946447-router', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:56Z', 'updated_at': '2021-04-19T19:18:06Z', 'revision_number': 5, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'gw_port': {'id': '90b33172-85e5-4f13-9ee9-aee81c025e04', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ab:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:12:58Z', 'updated_at': '2021-04-19T19:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:18:09.070622 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a717411-ab8f-487b-8340-7b40b58911a4 None None] Checking router: 8eb94ae6-279c-4efe-858b-257778fc43f9 for host: dv-cinder-786932-1-smb {{(pid=86368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:18:09.089054 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a717411-ab8f-487b-8340-7b40b58911a4 None None] Routers {'8eb94ae6-279c-4efe-858b-257778fc43f9'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:18:09.090269 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-3a717411-ab8f-487b-8340-7b40b58911a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:17:40Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['8eb94ae6-279c-4efe-858b-257778fc43f9'], 'active': True} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:18:09.359481 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-3a717411-ab8f-487b-8340-7b40b58911a4 None None] Set router 8eb94ae6-279c-4efe-858b-257778fc43f9 gateway port host: None {{(pid=86368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:18:09.495247 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-cefaeef9-7716-43fd-92e0-8ee468ab8b84 admin admin] For port 90b33172-85e5-4f13-9ee9-aee81c025e04, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=90b33172-85e5-4f13-9ee9-aee81c025e04,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:18:09.495740 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cefaeef9-7716-43fd-92e0-8ee468ab8b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:09.530386 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 49588) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:09.556132 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-3a717411-ab8f-487b-8340-7b40b58911a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'name': 'tempest-TestShelveInstance-1025946447-router', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:56Z', 'updated_at': '2021-04-19T19:18:08Z', 'revision_number': 6, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'gw_port_host': None}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:18:09.560011 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3bdc4c6a-d73e-4ebd-8cc0-c63ed00995b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:09.561784 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a717411-ab8f-487b-8340-7b40b58911a4 None None] The sync data for ids ['8eb94ae6-279c-4efe-858b-257778fc43f9'] in dv-cinder-786932-1-smb is: [{'id': '8eb94ae6-279c-4efe-858b-257778fc43f9', 'name': 'tempest-TestShelveInstance-1025946447-router', 'tenant_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:12:56Z', 'updated_at': '2021-04-19T19:18:08Z', 'revision_number': 6, 'project_id': 'b4938380a9b34f6e8ad32344ffb7cc84', 'gw_port_host': None}] {{(pid=86368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:18:09.584230 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-3bdc4c6a-d73e-4ebd-8cc0-c63ed00995b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:18:09.592504 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-3bdc4c6a-d73e-4ebd-8cc0-c63ed00995b6 admin admin] Usage tracker for resource:security_group_rule and tenant:3399763e72e94f0392c8a7a3538baba3 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:18:09.602289 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-3bdc4c6a-d73e-4ebd-8cc0-c63ed00995b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:18:09.609470 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-3bdc4c6a-d73e-4ebd-8cc0-c63ed00995b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:18:09.645418 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-cefaeef9-7716-43fd-92e0-8ee468ab8b84 admin admin] Calling delete_port for 90b33172-85e5-4f13-9ee9-aee81c025e04 owned by network:router_gateway {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:18:09.777387 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3bdc4c6a-d73e-4ebd-8cc0-c63ed00995b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:09.781013 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3bdc4c6a-d73e-4ebd-8cc0-c63ed00995b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:09.791939 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-388d34d2-f233-464e-ab6a-2f9ef602692f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:09.841012 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-3bdc4c6a-d73e-4ebd-8cc0-c63ed00995b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3399763e72e94f0392c8a7a3538baba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091555 Apr 19 19:18:09.842075 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc4c6a-d73e-4ebd-8cc0-c63ed00995b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6b85ad-5723-4ead-b3b5-73141d12ef82,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:09.846369 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 49592) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:09.849725 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3bdc4c6a-d73e-4ebd-8cc0-c63ed00995b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:09.912914 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cefaeef9-7716-43fd-92e0-8ee468ab8b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:09.921461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-446964bc-839a-4553-9713-8db0981d1a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:09.942023 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b0de0f35-3527-4e0b-b0c0-609ac635787a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:09.980054 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefaeef9-7716-43fd-92e0-8ee468ab8b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=90b33172-85e5-4f13-9ee9-aee81c025e04,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:09.983559 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b0de0f35-3527-4e0b-b0c0-609ac635787a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:10.019205 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cefaeef9-7716-43fd-92e0-8ee468ab8b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:10.039993 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b0de0f35-3527-4e0b-b0c0-609ac635787a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:10.046371 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1bcf2ffe-6196-4774-a47a-737b2673a165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:10.063211 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de0f35-3527-4e0b-b0c0-609ac635787a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6b85ad-5723-4ead-b3b5-73141d12ef82,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:10.066861 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b0de0f35-3527-4e0b-b0c0-609ac635787a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:10.071161 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b0de0f35-3527-4e0b-b0c0-609ac635787a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:10.072521 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b0de0f35-3527-4e0b-b0c0-609ac635787a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dc6b85ad-5723-4ead-b3b5-73141d12ef82 HTTP/1.1" status: 204 len: 168 time: 0.2249966 Apr 19 19:18:10.113147 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cefaeef9-7716-43fd-92e0-8ee468ab8b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681829'] for router_gateway, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:10.327699 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cefaeef9-7716-43fd-92e0-8ee468ab8b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775007'] for router, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:10.331465 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cefaeef9-7716-43fd-92e0-8ee468ab8b84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:10.347564 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e72da2e0-a765-4c8b-8d9a-617b1c3cb419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:10.355205 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cefaeef9-7716-43fd-92e0-8ee468ab8b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854112387'] for router, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:10.355826 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefaeef9-7716-43fd-92e0-8ee468ab8b84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eb94ae6-279c-4efe-858b-257778fc43f9 {{(pid=86367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 19:18:10.371259 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cefaeef9-7716-43fd-92e0-8ee468ab8b84 admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:10.375812 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-cefaeef9-7716-43fd-92e0-8ee468ab8b84 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8eb94ae6-279c-4efe-858b-257778fc43f9 HTTP/1.1" status: 204 len: 168 time: 1.9668355 Apr 19 19:18:10.376067 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 49600) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:10.500479 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-84cc6aae-cc36-4314-bbca-b958fc2f166c admin admin] Deleting subnet 6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:18:10.504272 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84cc6aae-cc36-4314-bbca-b958fc2f166c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:10.562165 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84cc6aae-cc36-4314-bbca-b958fc2f166c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793290365'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:10.684076 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84cc6aae-cc36-4314-bbca-b958fc2f166c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070052'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:11.089639 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84cc6aae-cc36-4314-bbca-b958fc2f166c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850705764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61803322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60833484'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:11.097548 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e6875e1f-4089-4190-9328-f3d0d0b9580d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:11.143384 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc6aae-cc36-4314-bbca-b958fc2f166c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:11.147243 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84cc6aae-cc36-4314-bbca-b958fc2f166c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:11.151649 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-84cc6aae-cc36-4314-bbca-b958fc2f166c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:11.155051 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-84cc6aae-cc36-4314-bbca-b958fc2f166c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6ad62f04-fc6a-4382-8e9c-ef8d46dbef1e HTTP/1.1" status: 204 len: 168 time: 0.7771394 Apr 19 19:18:11.158088 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8b2ff5-6840-4553-9213-1bdc6fed7ce6 None None] Network 67b4228e-71c2-40be-8161-770e93440890 requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:18:11.160652 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 49620) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:11.328550 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3959784'] for network, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:11.347233 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Deleting port e2932377-e2fe-4551-afa1-609362553f01 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:18:11.347914 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:11.404186 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 90b33172-85e5-4f13-9ee9-aee81c025e04 no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:18:11.456010 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No Port match for: 90b33172-85e5-4f13-9ee9-aee81c025e04 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:18:11.456843 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 90b33172-85e5-4f13-9ee9-aee81c025e04 not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:18:11.457505 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 6240231c-c27e-4404-a5e2-b17136414194 no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:18:11.498881 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No Port match for: 6240231c-c27e-4404-a5e2-b17136414194 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:18:11.508641 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 6240231c-c27e-4404-a5e2-b17136414194 not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:18:11.514603 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:11.584287 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:11.663834 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed1c254-908b-4ac5-8e3e-427c174396e4 None None] DHCP port deletion for 67b4228e-71c2-40be-8161-770e93440890 request from dv-cinder-786932-1-smb {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 19:18:11.672257 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1c254-908b-4ac5-8e3e-427c174396e4 None None] Deleting port e2932377-e2fe-4551-afa1-609362553f01 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:18:11.673370 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8ed1c254-908b-4ac5-8e3e-427c174396e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:11.774481 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] For port e2932377-e2fe-4551-afa1-609362553f01, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=e2932377-e2fe-4551-afa1-609362553f01,segment=NetworkSegment(7c1fa115-8b02-4c44-a132-8a58ad5e2948),segment_id=7c1fa115-8b02-4c44-a132-8a58ad5e2948)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:18:11.774919 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:11.856581 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:11.938047 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Calling delete_port for e2932377-e2fe-4551-afa1-609362553f01 owned by network:dhcp {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:18:12.031343 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-8ed1c254-908b-4ac5-8e3e-427c174396e4 None None] For port e2932377-e2fe-4551-afa1-609362553f01, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=e2932377-e2fe-4551-afa1-609362553f01,segment=NetworkSegment(7c1fa115-8b02-4c44-a132-8a58ad5e2948),segment_id=7c1fa115-8b02-4c44-a132-8a58ad5e2948)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:18:12.031801 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8ed1c254-908b-4ac5-8e3e-427c174396e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:12.050558 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:12.055748 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8a18dc8f-8080-4dfd-8606-7068d895f31e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:12.127817 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2932377-e2fe-4551-afa1-609362553f01,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:12.131987 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:12.132863 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] No DVR routers for this DVR port e2932377-e2fe-4551-afa1-609362553f01 on host dv-cinder-786932-1-smb {{(pid=86367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:18:12.349244 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850705679', 'neutron.services.segments.db._delete_segments_for_network-8745729553011'] for network, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:12.439239 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1c254-908b-4ac5-8e3e-427c174396e4 None None] Calling delete_port for e2932377-e2fe-4551-afa1-609362553f01 owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:18:12.546982 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.db.api [None req-8ed1c254-908b-4ac5-8e3e-427c174396e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 19:18:12.547565 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_db.api [None req-8ed1c254-908b-4ac5-8e3e-427c174396e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 19:18:12.590049 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b4228e-71c2-40be-8161-770e93440890']}} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:18:12.619516 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1fa115-8b02-4c44-a132-8a58ad5e2948') {'for_net_delete': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:18:12.620104 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1fa115-8b02-4c44-a132-8a58ad5e2948') {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:18:12.636597 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291125193315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853175040'] for segment, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:12.662057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:12.671497 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=86367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:18:12.743410 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:12.940716 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 49642) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:12.948227 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Network 67b4228e-71c2-40be-8161-770e93440890 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:18:12.964884 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4065973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62134087'] for segment, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:13.048653 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1c254-908b-4ac5-8e3e-427c174396e4 None None] Deleting port e2932377-e2fe-4551-afa1-609362553f01 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:18:13.049486 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8ed1c254-908b-4ac5-8e3e-427c174396e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:13.108955 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-228e504f-6ca5-4692-b6c2-85ed41501b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:13.139166 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-228e504f-6ca5-4692-b6c2-85ed41501b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:18:13.147945 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-228e504f-6ca5-4692-b6c2-85ed41501b63 admin admin] Usage tracker for resource:security_group_rule and tenant:6c92e5d7040b4e3d9688ddab110db06c is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:18:13.149754 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1c254-908b-4ac5-8e3e-427c174396e4 None None] The port 'e2932377-e2fe-4551-afa1-609362553f01' was deleted {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 19:18:13.153306 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-228e504f-6ca5-4692-b6c2-85ed41501b63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:18:13.166784 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-228e504f-6ca5-4692-b6c2-85ed41501b63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:18:13.241406 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Network 67b4228e-71c2-40be-8161-770e93440890 has no segments {{(pid=86367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: Traceback (most recent call last): Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: timer() Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: cb(*args, **kw) Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: return func(*args, **kwargs) Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: self._notify() Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: self.callback(batched_events) Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: event.method(event) Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: segment_id)['aggregates'][0] Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: return f(self, *a, **k) Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: return self._get(url).json() Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: **kwargs) Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: return self.request(url, 'GET', **kwargs) Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: **endpoint_filter) Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:18:13.272124 dv-cinder-786932-1-smb neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:18:13.317389 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-228e504f-6ca5-4692-b6c2-85ed41501b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:13.322672 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-228e504f-6ca5-4692-b6c2-85ed41501b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:13.327565 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device e2932377-e2fe-4551-afa1-609362553f01 no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:18:13.361236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b4e15032-1c00-4602-b673-032305c63054 tempest-AttachVolumeTestJSON-1650317690 tempest-AttachVolumeTestJSON-1650317690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:13.362848 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658050'] for network, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:13.368545 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:13.371207 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No Port match for: e2932377-e2fe-4551-afa1-609362553f01 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:18:13.371611 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device e2932377-e2fe-4551-afa1-609362553f01 not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:18:13.376748 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-228e504f-6ca5-4692-b6c2-85ed41501b63 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c92e5d7040b4e3d9688ddab110db06c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4343889 Apr 19 19:18:13.391812 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 49648) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:13.394092 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:13.402573 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e504f-6ca5-4692-b6c2-85ed41501b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70306bbf-e398-4bf0-8f80-a0d85191e6f5,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:13.406300 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-228e504f-6ca5-4692-b6c2-85ed41501b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:13.418729 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=67b4228e-71c2-40be-8161-770e93440890,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:13.426782 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:13.444444 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/67b4228e-71c2-40be-8161-770e93440890 HTTP/1.1" status: 204 len: 168 time: 2.2818384 Apr 19 19:18:13.448727 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 49652) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:13.489283 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-32a9c47f-3cc6-4af3-ba83-2d79103581d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:13.521295 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-32a9c47f-3cc6-4af3-ba83-2d79103581d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:13.574463 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-32a9c47f-3cc6-4af3-ba83-2d79103581d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:13.580607 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e97d8460-581b-4262-8f6f-7f16e75c8a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:13.593926 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9c47f-3cc6-4af3-ba83-2d79103581d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70306bbf-e398-4bf0-8f80-a0d85191e6f5,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:13.598999 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-32a9c47f-3cc6-4af3-ba83-2d79103581d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:13.602988 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-32a9c47f-3cc6-4af3-ba83-2d79103581d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:13.607294 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-32a9c47f-3cc6-4af3-ba83-2d79103581d7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/70306bbf-e398-4bf0-8f80-a0d85191e6f5 HTTP/1.1" status: 204 len: 168 time: 0.2026908 Apr 19 19:18:14.050863 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 49660) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:14.073127 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b3639e40-90c4-45c0-bf54-66547c72f265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:14.091369 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b3639e40-90c4-45c0-bf54-66547c72f265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:18:14.099120 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-b3639e40-90c4-45c0-bf54-66547c72f265 admin admin] Usage tracker for resource:security_group_rule and tenant:48900a2ef21b499497c40ca7d4825d10 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:18:14.103306 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-b3639e40-90c4-45c0-bf54-66547c72f265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:18:14.110476 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b3639e40-90c4-45c0-bf54-66547c72f265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:18:14.222803 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b3639e40-90c4-45c0-bf54-66547c72f265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:14.225666 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b3639e40-90c4-45c0-bf54-66547c72f265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:14.236096 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c3dfe7e7-9d98-4ed3-aec0-dbeb95487ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:14.300739 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b3639e40-90c4-45c0-bf54-66547c72f265 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=48900a2ef21b499497c40ca7d4825d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418852 Apr 19 19:18:14.300739 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 49664) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:14.301245 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3639e40-90c4-45c0-bf54-66547c72f265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d26b6e-4cc2-4749-8587-819285f110f5,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:14.324090 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b3639e40-90c4-45c0-bf54-66547c72f265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:14.385865 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8b796655-7d34-4f1a-8999-99ade7b910f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:14.419233 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8b796655-7d34-4f1a-8999-99ade7b910f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:14.489063 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8b796655-7d34-4f1a-8999-99ade7b910f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:14.493499 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-165f810f-cebd-43b7-bcdb-26afdac7c5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:14.512377 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b796655-7d34-4f1a-8999-99ade7b910f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d26b6e-4cc2-4749-8587-819285f110f5,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:14.518730 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8b796655-7d34-4f1a-8999-99ade7b910f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:14.521025 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9b792632-1881-4666-8da6-4f40dff885a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854113638'] for router_interface, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:14.521884 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8b796655-7d34-4f1a-8999-99ade7b910f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:14.528154 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-8b796655-7d34-4f1a-8999-99ade7b910f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/31d26b6e-4cc2-4749-8587-819285f110f5 HTTP/1.1" status: 204 len: 168 time: 0.2256784 Apr 19 19:18:15.157436 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9b792632-1881-4666-8da6-4f40dff885a7 admin admin] Deleting port 2163d059-d4ce-478a-8780-a1fc7564e14f {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:18:15.157832 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9b792632-1881-4666-8da6-4f40dff885a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:15.376610 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9b792632-1881-4666-8da6-4f40dff885a7 admin admin] For port 2163d059-d4ce-478a-8780-a1fc7564e14f, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=2163d059-d4ce-478a-8780-a1fc7564e14f,segment=NetworkSegment(4a2aa183-cfcd-495d-9da4-a465f0b5ac24),segment_id=4a2aa183-cfcd-495d-9da4-a465f0b5ac24)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:18:15.378321 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9b792632-1881-4666-8da6-4f40dff885a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:15.562357 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9b792632-1881-4666-8da6-4f40dff885a7 admin admin] Calling delete_port for 2163d059-d4ce-478a-8780-a1fc7564e14f owned by network:router_interface {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:18:15.795999 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9b792632-1881-4666-8da6-4f40dff885a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61802734'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:15.802556 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b6a14754-09d4-423e-bb12-ce8d9f1be329 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:15.930457 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b792632-1881-4666-8da6-4f40dff885a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2163d059-d4ce-478a-8780-a1fc7564e14f,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:15.947421 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9b792632-1881-4666-8da6-4f40dff885a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:16.348331 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9b792632-1881-4666-8da6-4f40dff885a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854113564'] for router_interface, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:16.996243 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b792632-1881-4666-8da6-4f40dff885a7 admin admin] Router 44604a19-24d5-4147-a390-cb31709cce41 has already been hosted by L3 agent 2c703743-f452-488c-92fc-d405be3d4735 {{(pid=86366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:18:17.232457 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b792632-1881-4666-8da6-4f40dff885a7 admin admin] Notify agent at l3_agent.dv-cinder-786932-1-smb the message routers_updated {{(pid=86366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:18:17.243740 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92336547-2497-48f2-a9ea-27b231714060 None None] Sync routers for ids ['44604a19-24d5-4147-a390-cb31709cce41'] in dv-cinder-786932-1-smb {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:18:17.258151 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92336547-2497-48f2-a9ea-27b231714060 None None] Routers {'44604a19-24d5-4147-a390-cb31709cce41'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:18:17.258636 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-92336547-2497-48f2-a9ea-27b231714060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:18:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['44604a19-24d5-4147-a390-cb31709cce41'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:18:17.276820 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 49716) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:17.277128 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-9b792632-1881-4666-8da6-4f40dff885a7 admin admin] 10.222.0.58 "PUT /v2.0/routers/44604a19-24d5-4147-a390-cb31709cce41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8265331 Apr 19 19:18:17.519777 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-92336547-2497-48f2-a9ea-27b231714060 None None] Set router 44604a19-24d5-4147-a390-cb31709cce41 gateway port host: dv-cinder-786932-1-smb {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:18:17.608762 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7aa2872f-0350-4f15-b92c-49ba0db5515b admin admin] Notify callbacks [] for router, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:17.904806 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7aa2872f-0350-4f15-b92c-49ba0db5515b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:17.918233 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-7aa2872f-0350-4f15-b92c-49ba0db5515b admin admin] Deleting port 3f953ad0-c741-44b8-9871-844c6872d5c1 {{(pid=86367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:18:17.919080 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7aa2872f-0350-4f15-b92c-49ba0db5515b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:18.188407 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-7aa2872f-0350-4f15-b92c-49ba0db5515b admin admin] For port 3f953ad0-c741-44b8-9871-844c6872d5c1, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=3f953ad0-c741-44b8-9871-844c6872d5c1,segment=NetworkSegment(e674f699-417d-4ccb-9094-a89ea10a76bc),segment_id=e674f699-417d-4ccb-9094-a89ea10a76bc)] {{(pid=86367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:18:18.189082 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7aa2872f-0350-4f15-b92c-49ba0db5515b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:18.273001 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-92336547-2497-48f2-a9ea-27b231714060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44604a19-24d5-4147-a390-cb31709cce41', 'name': 'tempest-TestShelveInstance-1242929448-router', 'tenant_id': '0a15e2339e924f19916453ff18706045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'external_fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': '3f953ad0-c741-44b8-9871-844c6872d5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:13:12Z', 'updated_at': '2021-04-19T19:18:15Z', 'revision_number': 5, 'project_id': '0a15e2339e924f19916453ff18706045', 'gw_port': {'id': '3f953ad0-c741-44b8-9871-844c6872d5c1', 'name': '', 'network_id': 'e4e5816e-6a67-4607-b0cd-dfb76bb3ca64', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44604a19-24d5-4147-a390-cb31709cce41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T19:13:13Z', 'updated_at': '2021-04-19T19:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '802e8c21-e3db-4541-8cf5-b393bddf9a24', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-1-smb'}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:18:18.278647 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92336547-2497-48f2-a9ea-27b231714060 None None] Checking router: 44604a19-24d5-4147-a390-cb31709cce41 for host: dv-cinder-786932-1-smb {{(pid=86369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:18:18.293443 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92336547-2497-48f2-a9ea-27b231714060 None None] Routers {'44604a19-24d5-4147-a390-cb31709cce41'} bound to L3 agent in host dv-cinder-786932-1-smb {{(pid=86369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:18:18.294790 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-92336547-2497-48f2-a9ea-27b231714060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T19:01:10Z,description=,heartbeat_timestamp=2021-04-19T19:18:10Z,host='dv-cinder-786932-1-smb',id=2c703743-f452-488c-92fc-d405be3d4735,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T19:01:10Z,topic='l3_agent')) {'router_ids': ['44604a19-24d5-4147-a390-cb31709cce41'], 'active': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:18:18.598674 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-92336547-2497-48f2-a9ea-27b231714060 None None] Set router 44604a19-24d5-4147-a390-cb31709cce41 gateway port host: None {{(pid=86369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:18:18.673563 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-7aa2872f-0350-4f15-b92c-49ba0db5515b admin admin] Calling delete_port for 3f953ad0-c741-44b8-9871-844c6872d5c1 owned by network:router_gateway {{(pid=86367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:18:18.827583 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-92336547-2497-48f2-a9ea-27b231714060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44604a19-24d5-4147-a390-cb31709cce41', 'name': 'tempest-TestShelveInstance-1242929448-router', 'tenant_id': '0a15e2339e924f19916453ff18706045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:13:12Z', 'updated_at': '2021-04-19T19:18:17Z', 'revision_number': 6, 'project_id': '0a15e2339e924f19916453ff18706045', 'gw_port_host': None}], 'dv-cinder-786932-1-smb', False) {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:18:18.834927 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92336547-2497-48f2-a9ea-27b231714060 None None] The sync data for ids ['44604a19-24d5-4147-a390-cb31709cce41'] in dv-cinder-786932-1-smb is: [{'id': '44604a19-24d5-4147-a390-cb31709cce41', 'name': 'tempest-TestShelveInstance-1242929448-router', 'tenant_id': '0a15e2339e924f19916453ff18706045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T19:13:12Z', 'updated_at': '2021-04-19T19:18:17Z', 'revision_number': 6, 'project_id': '0a15e2339e924f19916453ff18706045', 'gw_port_host': None}] {{(pid=86369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:18:18.935735 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7aa2872f-0350-4f15-b92c-49ba0db5515b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036792641744'] for port, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:18.946684 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b5e6c137-7a78-45d5-8a74-c7477ea9eae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:19.041277 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2872f-0350-4f15-b92c-49ba0db5515b admin admin] Pushing event deleted for resources: {'Port': ['ID=3f953ad0-c741-44b8-9871-844c6872d5c1,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:19.088856 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7aa2872f-0350-4f15-b92c-49ba0db5515b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:19.175303 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7aa2872f-0350-4f15-b92c-49ba0db5515b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681829'] for router_gateway, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:19.381219 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 2163d059-d4ce-478a-8780-a1fc7564e14f no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:18:19.442039 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No Port match for: 2163d059-d4ce-478a-8780-a1fc7564e14f {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:18:19.442815 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 2163d059-d4ce-478a-8780-a1fc7564e14f not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:18:19.443710 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 3f953ad0-c741-44b8-9871-844c6872d5c1 no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:18:19.527205 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No Port match for: 3f953ad0-c741-44b8-9871-844c6872d5c1 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:18:19.527680 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 3f953ad0-c741-44b8-9871-844c6872d5c1 not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:18:19.564522 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7aa2872f-0350-4f15-b92c-49ba0db5515b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775007'] for router, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:19.568230 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7aa2872f-0350-4f15-b92c-49ba0db5515b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:19.612824 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7aa2872f-0350-4f15-b92c-49ba0db5515b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854112387'] for router, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:19.613423 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa2872f-0350-4f15-b92c-49ba0db5515b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44604a19-24d5-4147-a390-cb31709cce41 {{(pid=86367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 19:18:19.629074 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7aa2872f-0350-4f15-b92c-49ba0db5515b admin admin] Notify callbacks [] for router, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:19.633276 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-7aa2872f-0350-4f15-b92c-49ba0db5515b admin admin] 10.222.0.58 "DELETE /v2.0/routers/44604a19-24d5-4147-a390-cb31709cce41 HTTP/1.1" status: 204 len: 168 time: 2.3541665 Apr 19 19:18:19.633783 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 49748) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:19.741231 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-51493cec-7bbd-4677-9454-dd464d300581 admin admin] Deleting subnet f287f87d-829a-44b0-8e9e-2c08c155c366 {{(pid=86366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:18:19.746515 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-51493cec-7bbd-4677-9454-dd464d300581 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:19.810743 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-51493cec-7bbd-4677-9454-dd464d300581 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793290365'] for subnet, precommit_delete_associations {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:19.901644 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-51493cec-7bbd-4677-9454-dd464d300581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070052'] for subnet, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:20.188042 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-51493cec-7bbd-4677-9454-dd464d300581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850705764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61803322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60833484'] for subnet, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:20.193869 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:20.234804 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51493cec-7bbd-4677-9454-dd464d300581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f287f87d-829a-44b0-8e9e-2c08c155c366,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:20.237746 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-51493cec-7bbd-4677-9454-dd464d300581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for subnet, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:20.240899 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-51493cec-7bbd-4677-9454-dd464d300581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:20.245738 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-51493cec-7bbd-4677-9454-dd464d300581 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f287f87d-829a-44b0-8e9e-2c08c155c366 HTTP/1.1" status: 204 len: 168 time: 0.6103561 Apr 19 19:18:20.246603 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24b4f45-2d09-4d96-a9fc-2d429b0f17ed None None] Network f6a9c4f5-0800-409a-806c-113250c25b5f requested from dv-cinder-786932-1-smb {{(pid=86368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:18:20.249095 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 49752) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:20.400518 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3959784'] for network, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:20.417337 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Deleting port 5ad848d5-71ac-4617-b9f0-d3203256acc7 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:18:20.417992 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:20.558443 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] DHCP port deletion for f6a9c4f5-0800-409a-806c-113250c25b5f request from dv-cinder-786932-1-smb {{(pid=86368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 19:18:20.564237 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] Deleting port 5ad848d5-71ac-4617-b9f0-d3203256acc7 {{(pid=86368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:18:20.565533 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:20.915093 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] For port 5ad848d5-71ac-4617-b9f0-d3203256acc7, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=5ad848d5-71ac-4617-b9f0-d3203256acc7,segment=NetworkSegment(4a2aa183-cfcd-495d-9da4-a465f0b5ac24),segment_id=4a2aa183-cfcd-495d-9da4-a465f0b5ac24)] {{(pid=86368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:18:20.915606 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:21.068255 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] Calling delete_port for 5ad848d5-71ac-4617-b9f0-d3203256acc7 owned by network:dhcp {{(pid=86368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:18:21.071475 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] For port 5ad848d5-71ac-4617-b9f0-d3203256acc7, host dv-cinder-786932-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-1-smb',level=0,port_id=5ad848d5-71ac-4617-b9f0-d3203256acc7,segment=NetworkSegment(4a2aa183-cfcd-495d-9da4-a465f0b5ac24),segment_id=4a2aa183-cfcd-495d-9da4-a465f0b5ac24)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:18:21.071907 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854089347'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:21.163843 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4165045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291125257759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745729071458'] for port, after_delete {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:21.169928 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:21.220284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] Pushing event deleted for resources: {'Port': ['ID=5ad848d5-71ac-4617-b9f0-d3203256acc7,revision_number=None']} {{(pid=86368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:21.232248 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] No DVR routers for this DVR port 5ad848d5-71ac-4617-b9f0-d3203256acc7 on host dv-cinder-786932-1-smb {{(pid=86368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:18:21.234580 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:21.235071 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:21.235369 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Calling delete_port for 5ad848d5-71ac-4617-b9f0-d3203256acc7 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:18:21.235608 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:21.236094 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:21.236655 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:21.237204 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:21.237736 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:21.238236 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:21.238775 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:21.239276 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:21.239849 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:21.240350 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:21.244820 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-61fea063-667d-47a1-b6b4-6dfbd1128751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:21.326065 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 5ad848d5-71ac-4617-b9f0-d3203256acc7 no longer exists at agent ovs-agent-dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:18:21.331650 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.db.api [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 19:18:21.332050 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_db.api [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 19:18:21.365196 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] No Port match for: 5ad848d5-71ac-4617-b9f0-d3203256acc7 {{(pid=86368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:18:21.365594 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Device 5ad848d5-71ac-4617-b9f0-d3203256acc7 not bound to the agent host dv-cinder-786932-1-smb {{(pid=86368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:18:21.833522 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Deleting port 5ad848d5-71ac-4617-b9f0-d3203256acc7 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:18:21.834139 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291125259636'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:21.919042 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] The port '5ad848d5-71ac-4617-b9f0-d3203256acc7' was deleted {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 19:18:22.057925 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850705679', 'neutron.services.segments.db._delete_segments_for_network-8745729553011'] for network, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:22.190962 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a9c4f5-0800-409a-806c-113250c25b5f']}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:18:22.206138 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2aa183-cfcd-495d-9da4-a465f0b5ac24') {'for_net_delete': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:18:22.206461 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.services.segments.db [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2aa183-cfcd-495d-9da4-a465f0b5ac24') {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:18:22.224058 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291125193315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61485451'] for segment, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:22.244868 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850709822'] for segment, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:22.256699 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=86366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:18:22.479671 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Network f6a9c4f5-0800-409a-806c-113250c25b5f has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:18:22.490725 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4065973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036792973159'] for segment, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:22.766349 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Network f6a9c4f5-0800-409a-806c-113250c25b5f has no segments {{(pid=86366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: % (table.description, expected, rows_matched) Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: % (table.description, expected, rows_matched) Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: % (table.description, expected, rows_matched) Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: % (table.description, expected, rows_matched) Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: Traceback (most recent call last): Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: timer() Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: cb(*args, **kw) Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: return func(*args, **kwargs) Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: self._notify() Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: self.callback(batched_events) Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: event.method(event) Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: segment_id)['aggregates'][0] Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: return f(self, *a, **k) Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: return self._get(url).json() Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: **kwargs) Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: return self.request(url, 'GET', **kwargs) Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: **endpoint_filter) Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:18:22.794430 dv-cinder-786932-1-smb neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:18:22.890759 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853757538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658050'] for network, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:22.895629 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:22.913136 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853757555'] for network, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:22.920741 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6a9c4f5-0800-409a-806c-113250c25b5f,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:22.925852 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:22.933336 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-69fa2251-698b-424e-afb1-7cdc72f3c849 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f6a9c4f5-0800-409a-806c-113250c25b5f HTTP/1.1" status: 204 len: 168 time: 2.6829298 Apr 19 19:18:23.135754 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 49774) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:23.195077 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-07500199-300d-499f-8b43-0c34e85304ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b4938380a9b34f6e8ad32344ffb7cc84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574210 Apr 19 19:18:23.198280 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 49778) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:23.275006 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c621cccc-3828-4e1f-97a4-d4999ea074ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:23.307049 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c621cccc-3828-4e1f-97a4-d4999ea074ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:23.363481 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c621cccc-3828-4e1f-97a4-d4999ea074ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:23.369227 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-398eebd8-3212-46d9-a3ff-2ef91119eee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:23.386430 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621cccc-3828-4e1f-97a4-d4999ea074ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffce476-5a74-4efa-aebc-d24e8d9fe652,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:23.391703 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c621cccc-3828-4e1f-97a4-d4999ea074ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:23.396993 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c621cccc-3828-4e1f-97a4-d4999ea074ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:23.399333 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c621cccc-3828-4e1f-97a4-d4999ea074ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bffce476-5a74-4efa-aebc-d24e8d9fe652 HTTP/1.1" status: 204 len: 168 time: 0.1991763 Apr 19 19:18:23.886787 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 49788) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:23.964459 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-44f51f4f-28be-4606-bd8c-1260bbec2191 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0a15e2339e924f19916453ff18706045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0756826 Apr 19 19:18:23.966914 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 49796) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:24.040274 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-073987bd-585c-47a4-b408-bb24b0e72e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:24.072899 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-073987bd-585c-47a4-b408-bb24b0e72e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:24.140322 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-073987bd-585c-47a4-b408-bb24b0e72e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:24.147309 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8a322697-40ca-4161-896c-85b3bb868c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:24.163950 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073987bd-585c-47a4-b408-bb24b0e72e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e101b6d1-e7b7-4d47-8f59-c4ba88e452ff,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:24.173410 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-073987bd-585c-47a4-b408-bb24b0e72e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:24.173410 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-073987bd-585c-47a4-b408-bb24b0e72e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:24.173410 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-073987bd-585c-47a4-b408-bb24b0e72e65 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e101b6d1-e7b7-4d47-8f59-c4ba88e452ff HTTP/1.1" status: 204 len: 168 time: 0.2013011 Apr 19 19:18:27.880264 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 49836) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:28.031813 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fd33c78-d103-4429-a2a3-d7a6327a285f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:28.050507 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5fd33c78-d103-4429-a2a3-d7a6327a285f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:18:28.055185 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-5fd33c78-d103-4429-a2a3-d7a6327a285f admin admin] Usage tracker for resource:security_group_rule and tenant:23935b30d5464c1cb628b213e599e08b is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:18:28.058775 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-5fd33c78-d103-4429-a2a3-d7a6327a285f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:18:28.066464 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5fd33c78-d103-4429-a2a3-d7a6327a285f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:18:28.169345 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fd33c78-d103-4429-a2a3-d7a6327a285f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:28.173009 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fd33c78-d103-4429-a2a3-d7a6327a285f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:28.183066 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cc7ba598-42d5-490c-982b-f0b8975a8f9b tempest-TestShelveInstance-597604839 tempest-TestShelveInstance-597604839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:28.232686 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-5fd33c78-d103-4429-a2a3-d7a6327a285f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23935b30d5464c1cb628b213e599e08b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510175 Apr 19 19:18:28.233720 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd33c78-d103-4429-a2a3-d7a6327a285f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6a6f5b-c45d-4d5d-8765-e68d61aff225,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:28.236085 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 49842) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:28.238693 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5fd33c78-d103-4429-a2a3-d7a6327a285f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:28.313544 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5f65cae8-3c4b-4c8f-b923-3b39ce96bd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:28.346584 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5f65cae8-3c4b-4c8f-b923-3b39ce96bd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:28.401362 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5f65cae8-3c4b-4c8f-b923-3b39ce96bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:28.407027 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:28.426049 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65cae8-3c4b-4c8f-b923-3b39ce96bd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6a6f5b-c45d-4d5d-8765-e68d61aff225,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:28.428668 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5f65cae8-3c4b-4c8f-b923-3b39ce96bd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:28.431396 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5f65cae8-3c4b-4c8f-b923-3b39ce96bd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:28.432755 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-5f65cae8-3c4b-4c8f-b923-3b39ce96bd79 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd6a6f5b-c45d-4d5d-8765-e68d61aff225 HTTP/1.1" status: 204 len: 168 time: 0.1940739 Apr 19 19:18:28.857775 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 49850) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:28.878630 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0c9b899d-bf69-43cc-bfc6-ebe502ab1d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:28.896418 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0c9b899d-bf69-43cc-bfc6-ebe502ab1d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:18:28.901205 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0c9b899d-bf69-43cc-bfc6-ebe502ab1d10 admin admin] Usage tracker for resource:security_group_rule and tenant:87e0f1c20922496a9ba4aca99b6f5d89 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:18:28.904693 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-0c9b899d-bf69-43cc-bfc6-ebe502ab1d10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:18:28.911757 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0c9b899d-bf69-43cc-bfc6-ebe502ab1d10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:18:29.016113 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0c9b899d-bf69-43cc-bfc6-ebe502ab1d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:29.019666 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0c9b899d-bf69-43cc-bfc6-ebe502ab1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:29.031130 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0bda5f1a-9934-4a91-abb1-61d2f6aba187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:29.082689 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-0c9b899d-bf69-43cc-bfc6-ebe502ab1d10 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=87e0f1c20922496a9ba4aca99b6f5d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235377 Apr 19 19:18:29.083710 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b899d-bf69-43cc-bfc6-ebe502ab1d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16b4a53-26c7-4f6e-9149-3462da497445,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:29.086292 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 49854) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:29.087229 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0c9b899d-bf69-43cc-bfc6-ebe502ab1d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:29.165750 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-46b5eead-e06e-4ea6-b82b-0be7d16ae955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:29.198387 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-46b5eead-e06e-4ea6-b82b-0be7d16ae955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:29.256280 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-46b5eead-e06e-4ea6-b82b-0be7d16ae955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:29.262209 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-acd8bcf4-6dcb-4e5f-8103-352173a18ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:29.280717 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5eead-e06e-4ea6-b82b-0be7d16ae955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16b4a53-26c7-4f6e-9149-3462da497445,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:29.283447 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-46b5eead-e06e-4ea6-b82b-0be7d16ae955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:29.292276 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-46b5eead-e06e-4ea6-b82b-0be7d16ae955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:29.293535 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-46b5eead-e06e-4ea6-b82b-0be7d16ae955 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a16b4a53-26c7-4f6e-9149-3462da497445 HTTP/1.1" status: 204 len: 168 time: 0.2059937 Apr 19 19:18:29.732118 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 49862) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:29.753230 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:29.771235 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:18:29.775982 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Usage tracker for resource:security_group_rule and tenant:44bfa9e5af914c31a41b1300eba09303 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:18:29.779365 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:18:29.787019 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:18:29.889171 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:29.892663 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:29.903350 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8b796655-7d34-4f1a-8999-99ade7b910f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:29.952242 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=44bfa9e5af914c31a41b1300eba09303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188487 Apr 19 19:18:29.953372 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a317f7-10f2-45f5-bbaa-fff5e5924db3,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:29.956583 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 49866) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:29.965161 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:29.965656 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:29.966214 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:29.966751 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:29.967293 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:29.967768 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:29.968358 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:29.968865 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:29.969338 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:29.970057 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:29.970516 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:29.971160 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-1-smb {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 19:18:29.975854 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c3e4568a-33cf-45e4-9ad0-6374016d4096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:30.032514 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9ba5317b-c813-4be3-9b2d-6ba1350c9f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:30.064479 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9ba5317b-c813-4be3-9b2d-6ba1350c9f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:30.115603 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9ba5317b-c813-4be3-9b2d-6ba1350c9f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:30.121653 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-be214654-6e35-4864-86e4-71a370f775c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:30.140008 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5317b-c813-4be3-9b2d-6ba1350c9f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a317f7-10f2-45f5-bbaa-fff5e5924db3,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:30.144828 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9ba5317b-c813-4be3-9b2d-6ba1350c9f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:30.151930 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9ba5317b-c813-4be3-9b2d-6ba1350c9f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:30.158709 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-9ba5317b-c813-4be3-9b2d-6ba1350c9f62 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b4a317f7-10f2-45f5-bbaa-fff5e5924db3 HTTP/1.1" status: 204 len: 168 time: 0.1984079 Apr 19 19:18:31.738390 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 49898) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:31.885385 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d347268d-8a6f-4cd8-bdf4-097ec2585717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:31.902785 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d347268d-8a6f-4cd8-bdf4-097ec2585717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:18:31.907065 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-d347268d-8a6f-4cd8-bdf4-097ec2585717 admin admin] Usage tracker for resource:security_group_rule and tenant:7474b91f134d4be9981980d3f8deeb97 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:18:31.910694 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-d347268d-8a6f-4cd8-bdf4-097ec2585717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:18:31.917423 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d347268d-8a6f-4cd8-bdf4-097ec2585717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:18:32.016604 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d347268d-8a6f-4cd8-bdf4-097ec2585717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:32.020608 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d347268d-8a6f-4cd8-bdf4-097ec2585717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:32.030596 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3bdc4c6a-d73e-4ebd-8cc0-c63ed00995b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:32.077789 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-d347268d-8a6f-4cd8-bdf4-097ec2585717 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7474b91f134d4be9981980d3f8deeb97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378534 Apr 19 19:18:32.078959 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347268d-8a6f-4cd8-bdf4-097ec2585717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1323576e-584a-4ac8-b8eb-e5264f8b6b71,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:32.082863 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 49904) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:32.084540 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d347268d-8a6f-4cd8-bdf4-097ec2585717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:32.157550 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5d569463-1a9f-4e3c-ad24-caf31c09b1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:32.195088 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5d569463-1a9f-4e3c-ad24-caf31c09b1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:32.247741 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5d569463-1a9f-4e3c-ad24-caf31c09b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:32.255112 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-84f67011-3db6-4c62-b3f3-0cdd34a12893 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:32.271713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d569463-1a9f-4e3c-ad24-caf31c09b1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1323576e-584a-4ac8-b8eb-e5264f8b6b71,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:32.276039 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5d569463-1a9f-4e3c-ad24-caf31c09b1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:32.282453 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5d569463-1a9f-4e3c-ad24-caf31c09b1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:32.288383 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-5d569463-1a9f-4e3c-ad24-caf31c09b1c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1323576e-584a-4ac8-b8eb-e5264f8b6b71 HTTP/1.1" status: 204 len: 168 time: 0.2035792 Apr 19 19:18:33.733764 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 49936) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:33.895674 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d101cc3a-2a71-4cfb-913b-b31000fbc4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:33.914059 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d101cc3a-2a71-4cfb-913b-b31000fbc4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:18:33.918806 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-d101cc3a-2a71-4cfb-913b-b31000fbc4f5 admin admin] Usage tracker for resource:security_group_rule and tenant:7498ad181d0a4f92a8222b8097e687d0 is out of sync, need to count used quota {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:18:33.922576 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-d101cc3a-2a71-4cfb-913b-b31000fbc4f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:18:33.930640 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d101cc3a-2a71-4cfb-913b-b31000fbc4f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:18:34.029685 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d101cc3a-2a71-4cfb-913b-b31000fbc4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:34.035923 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d101cc3a-2a71-4cfb-913b-b31000fbc4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:34.046274 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6a3bdbf6-5be6-4e39-a10c-4c0716760196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:34.099515 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-d101cc3a-2a71-4cfb-913b-b31000fbc4f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7498ad181d0a4f92a8222b8097e687d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645167 Apr 19 19:18:34.100739 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101cc3a-2a71-4cfb-913b-b31000fbc4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357a2cb5-15c5-4193-af64-afecbaecb0f1,revision_number=1']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:34.103331 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 49942) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:34.104619 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d101cc3a-2a71-4cfb-913b-b31000fbc4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:34.205727 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b08db26c-067e-43ba-a964-ab251cd0c279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:34.237031 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b08db26c-067e-43ba-a964-ab251cd0c279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:34.292395 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b08db26c-067e-43ba-a964-ab251cd0c279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:34.298264 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d347268d-8a6f-4cd8-bdf4-097ec2585717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:34.315316 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08db26c-067e-43ba-a964-ab251cd0c279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357a2cb5-15c5-4193-af64-afecbaecb0f1,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:34.318905 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b08db26c-067e-43ba-a964-ab251cd0c279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:34.323838 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b08db26c-067e-43ba-a964-ab251cd0c279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:34.325129 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b08db26c-067e-43ba-a964-ab251cd0c279 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/357a2cb5-15c5-4193-af64-afecbaecb0f1 HTTP/1.1" status: 204 len: 168 time: 0.2204249 Apr 19 19:18:37.840579 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-626a89c3-f89b-4fc6-a87b-497c7a1165ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:39.440708 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 50002) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:39.576521 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5e8b462-35ac-429e-bfa2-4e4394a239e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:39.593519 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b5e8b462-35ac-429e-bfa2-4e4394a239e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:18:39.599559 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-b5e8b462-35ac-429e-bfa2-4e4394a239e3 admin admin] Usage tracker for resource:security_group_rule and tenant:4fd062cfd72446e2a05f53bb4b36a7f9 is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:18:39.602936 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-b5e8b462-35ac-429e-bfa2-4e4394a239e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:18:39.609280 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b5e8b462-35ac-429e-bfa2-4e4394a239e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:18:39.699680 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5e8b462-35ac-429e-bfa2-4e4394a239e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:39.702701 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5e8b462-35ac-429e-bfa2-4e4394a239e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:39.712876 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3604222b-fc4c-49cc-8d77-8ec3adb2d639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:39.757467 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b5e8b462-35ac-429e-bfa2-4e4394a239e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4fd062cfd72446e2a05f53bb4b36a7f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155680 Apr 19 19:18:39.758540 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8b462-35ac-429e-bfa2-4e4394a239e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240b9250-5bcf-4c83-9313-5dd7474693a7,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:39.760398 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 50008) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:39.762006 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b5e8b462-35ac-429e-bfa2-4e4394a239e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:39.834382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b6af2954-0ded-454e-b608-54403ed3d484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:39.864488 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b6af2954-0ded-454e-b608-54403ed3d484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:39.917284 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b6af2954-0ded-454e-b608-54403ed3d484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:39.922568 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-32a9c47f-3cc6-4af3-ba83-2d79103581d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:39.939252 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af2954-0ded-454e-b608-54403ed3d484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240b9250-5bcf-4c83-9313-5dd7474693a7,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:39.943048 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b6af2954-0ded-454e-b608-54403ed3d484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:39.948921 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b6af2954-0ded-454e-b608-54403ed3d484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:39.950254 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-b6af2954-0ded-454e-b608-54403ed3d484 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/240b9250-5bcf-4c83-9313-5dd7474693a7 HTTP/1.1" status: 204 len: 168 time: 0.1887214 Apr 19 19:18:40.336770 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86366) accepted ('10.222.0.58', 50016) {{(pid=86366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:40.342240 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b46f6b42-7d3c-4680-840f-fa1ae4b1a5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:40.357574 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba03d-1c2c-47b8-9646-6ed269a0045a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:40.376608 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4a3ba03d-1c2c-47b8-9646-6ed269a0045a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 19:18:40.381713 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-4a3ba03d-1c2c-47b8-9646-6ed269a0045a admin admin] Usage tracker for resource:security_group_rule and tenant:fd06e793fc6a413aa0d71f2679144b3c is out of sync, need to count used quota {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 19:18:40.384881 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.quota.resource [None req-4a3ba03d-1c2c-47b8-9646-6ed269a0045a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 19:18:40.391117 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4a3ba03d-1c2c-47b8-9646-6ed269a0045a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 19:18:40.487460 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba03d-1c2c-47b8-9646-6ed269a0045a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:40.490721 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba03d-1c2c-47b8-9646-6ed269a0045a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:40.500506 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c2a136b5-4256-4dcd-a4fb-df6d2299ab82 tempest-AttachVolumeShelveTestJSON-1058835385 tempest-AttachVolumeShelveTestJSON-1058835385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:40.547065 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-4a3ba03d-1c2c-47b8-9646-6ed269a0045a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fd06e793fc6a413aa0d71f2679144b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090220 Apr 19 19:18:40.549545 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba03d-1c2c-47b8-9646-6ed269a0045a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4c36a4-f2b3-4a81-aa82-2cfc24854ebc,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:40.551234 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.wsgi [-] (86367) accepted ('10.222.0.58', 50020) {{(pid=86367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:18:40.553029 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4a3ba03d-1c2c-47b8-9646-6ed269a0045a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:40.625941 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c12f5826-27d8-4d97-bfdf-37786fd993f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:40.664305 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c12f5826-27d8-4d97-bfdf-37786fd993f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:40.715798 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c12f5826-27d8-4d97-bfdf-37786fd993f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576428'] for security_group, after_delete {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:40.723019 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-26e620e5-df45-4aba-9d51-c73831553a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:18:40.743492 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f5826-27d8-4d97-bfdf-37786fd993f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4c36a4-f2b3-4a81-aa82-2cfc24854ebc,revision_number=None']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:18:40.746645 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c12f5826-27d8-4d97-bfdf-37786fd993f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:18:40.747678 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c12f5826-27d8-4d97-bfdf-37786fd993f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:40.748956 dv-cinder-786932-1-smb neutron-server[86251]: INFO neutron.wsgi [None req-c12f5826-27d8-4d97-bfdf-37786fd993f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fb4c36a4-f2b3-4a81-aa82-2cfc24854ebc HTTP/1.1" status: 204 len: 168 time: 0.1959088 Apr 19 19:18:41.353909 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:41.588083 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:41.725607 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:42.736334 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:18:44.396174 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:19:07.844728 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c5019e43-228a-4978-a2e2-af6899f0f406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:10.347375 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4bc78f63-4c3d-4526-822a-e79c3b831e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:11.368179 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:11.584823 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:11.721915 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:12.739233 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:21.397382 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:19:37.850095 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5e33d5f8-26e0-4dc0-9d4a-3161be8ce050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:40.352105 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b56b1bba-e058-4e69-b5ad-4669f0fc4654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:41.391678 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:41.590925 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:41.719360 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:42.743291 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:19:58.398660 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:20:07.856348 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d0cf623e-6e6b-4aea-966c-51e2522863d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:10.356462 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-549a1570-b97b-4c2f-ad97-b66d32f6f3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:11.401243 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:11.597255 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:11.718930 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:12.747516 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:35.399501 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:20:37.854988 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4e18e728-7665-4ce8-910e-d414fe543a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:40.365863 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3555f0d3-d464-4981-836b-88409924e22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:41.398746 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:41.592850 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:41.723393 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:20:42.749231 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:07.851568 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a476-8a50-4f8c-873c-0ccb88ebce6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:10.359141 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7e2ec028-6f29-46a9-bc3e-6942eb858409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:11.415585 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:11.597283 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:11.720376 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:12.402290 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:21:12.751313 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:37.844795 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-adb61de8-fbca-4bff-89ed-8e8fc87a2724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:40.364855 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-55d3dba8-5990-44fa-93e3-fd64eb451a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:41.416114 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:41.600173 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:41.716359 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:42.754111 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:21:49.403903 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:22:07.850604 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7d573384-d310-4bd1-957d-3b830f807bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:10.369518 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-62129c75-0607-4a4a-bce5-4d6e800c7876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:11.417778 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:11.602977 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:11.726805 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:12.757290 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:26.404474 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:22:37.855145 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-33839883-506c-42fe-83dd-7e722bd0fdaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:40.373324 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0c42fd5-ca1d-4ed1-9c00-a299350ab938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:41.426448 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:41.606402 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:41.720970 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:22:42.760330 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:03.405146 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:23:07.859441 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1738a6a3-4b13-4a52-b6ec-12c2926bccbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:10.375591 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b3386ea0-70bd-4474-9c98-7c61eb09b32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:11.420348 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:11.610625 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:11.727207 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:12.765976 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27627a0c-43bb-4ab1-95a2-1b9713ebb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:37.863615 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c1b3c5a0-f2c6-4531-ab2b-d86d44e22c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:40.382359 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a04a5673-946b-4b11-baae-4c1767d5972b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:40.406030 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron.db.agents_db [None req-0591866e-1264-4b7d-b7bc-4236f4f8a260 None None] Agent healthcheck: found 6 active agents {{(pid=86369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:23:41.437984 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0173199e-7233-4dea-83c8-ba28bfdd148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:41.614894 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1184f956-89d4-4c30-bbcd-693b34d20069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:23:41.726285 dv-cinder-786932-1-smb neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0a07c1d9-aa49-436b-ab77-5800830da34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291125222789', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850727981'] for agent, after_update {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}